2024-11-09 19:32:01,293 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 19:32:01,310 main DEBUG Took 0.015697 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 19:32:01,311 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 19:32:01,311 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 19:32:01,312 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 19:32:01,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,323 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 19:32:01,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,339 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,342 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,343 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,344 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,345 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:32:01,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,348 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 19:32:01,349 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:32:01,351 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 19:32:01,352 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 19:32:01,353 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 19:32:01,354 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 19:32:01,354 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 19:32:01,363 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 19:32:01,365 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 19:32:01,367 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 19:32:01,368 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 19:32:01,368 main DEBUG createAppenders(={Console}) 2024-11-09 19:32:01,369 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-09 19:32:01,370 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 19:32:01,370 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-09 19:32:01,370 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 19:32:01,371 main DEBUG OutputStream closed 2024-11-09 19:32:01,371 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 19:32:01,371 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 19:32:01,372 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-09 19:32:01,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 19:32:01,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 19:32:01,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 19:32:01,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 19:32:01,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 19:32:01,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 19:32:01,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 19:32:01,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 19:32:01,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 19:32:01,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 19:32:01,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 19:32:01,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 19:32:01,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 19:32:01,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 19:32:01,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 19:32:01,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 19:32:01,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 19:32:01,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 19:32:01,455 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 19:32:01,456 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-09 19:32:01,456 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 19:32:01,457 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-09T19:32:01,473 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-09 19:32:01,476 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 19:32:01,477 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T19:32:01,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=6087 2024-11-09T19:32:01,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58 2024-11-09T19:32:01,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:01,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7, deleteOnExit=true 2024-11-09T19:32:01,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:01,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/test.cache.data in system properties and HBase conf 2024-11-09T19:32:01,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:01,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:01,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:01,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:01,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:01,922 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T19:32:02,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:02,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:02,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:02,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:02,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:02,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:02,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:02,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:02,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:02,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:03,153 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:32:03,225 INFO [Time-limited test {}] log.Log(170): Logging initialized @2657ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T19:32:03,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:03,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:03,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:03,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:03,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:03,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:03,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:03,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:03,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/java.io.tmpdir/jetty-localhost-44803-hadoop-hdfs-3_4_1-tests_jar-_-any-1341844340114053458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:03,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:44803} 2024-11-09T19:32:03,604 INFO [Time-limited test {}] server.Server(415): Started @3038ms 2024-11-09T19:32:04,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:04,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:04,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:04,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:04,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:04,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:04,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:04,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/java.io.tmpdir/jetty-localhost-33785-hadoop-hdfs-3_4_1-tests_jar-_-any-16310845439340336741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:04,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:33785} 2024-11-09T19:32:04,258 INFO [Time-limited test {}] server.Server(415): Started @3691ms 2024-11-09T19:32:04,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:04,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:04,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:04,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:04,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:04,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/java.io.tmpdir/jetty-localhost-42373-hadoop-hdfs-3_4_1-tests_jar-_-any-14408768566779417913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:04,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:42373} 2024-11-09T19:32:04,526 INFO [Time-limited test {}] server.Server(415): Started @3959ms 2024-11-09T19:32:04,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:05,603 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data3/current/BP-850904074-172.17.0.2-1731180722591/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:05,603 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data4/current/BP-850904074-172.17.0.2-1731180722591/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:05,603 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data2/current/BP-850904074-172.17.0.2-1731180722591/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:05,603 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data1/current/BP-850904074-172.17.0.2-1731180722591/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:05,636 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:05,636 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa549ad95db46f5f with lease ID 0xeeb4d69193b48c3: Processing first storage report for DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d from datanode DatanodeRegistration(127.0.0.1:34453, datanodeUuid=f06721b4-6509-4be2-a9f7-cb2834c01dd8, infoPort=34101, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591) 2024-11-09T19:32:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa549ad95db46f5f with lease ID 0xeeb4d69193b48c3: from storage DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d node DatanodeRegistration(127.0.0.1:34453, datanodeUuid=f06721b4-6509-4be2-a9f7-cb2834c01dd8, infoPort=34101, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:32:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e5892c43a509c7 with lease ID 0xeeb4d69193b48c2: Processing first storage report for DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c from datanode DatanodeRegistration(127.0.0.1:34839, datanodeUuid=92366893-aad9-45e6-99a9-1ae612b8b5b9, infoPort=46699, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591) 2024-11-09T19:32:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e5892c43a509c7 with lease ID 0xeeb4d69193b48c2: from storage DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c node DatanodeRegistration(127.0.0.1:34839, datanodeUuid=92366893-aad9-45e6-99a9-1ae612b8b5b9, infoPort=46699, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:32:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa549ad95db46f5f with lease ID 0xeeb4d69193b48c3: Processing first storage report for DS-6712b070-cb53-4e7c-b96b-b71e8dc5b3ad from datanode DatanodeRegistration(127.0.0.1:34453, datanodeUuid=f06721b4-6509-4be2-a9f7-cb2834c01dd8, infoPort=34101, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591) 2024-11-09T19:32:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa549ad95db46f5f with lease ID 0xeeb4d69193b48c3: from storage DS-6712b070-cb53-4e7c-b96b-b71e8dc5b3ad node DatanodeRegistration(127.0.0.1:34453, datanodeUuid=f06721b4-6509-4be2-a9f7-cb2834c01dd8, infoPort=34101, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39e5892c43a509c7 with lease ID 0xeeb4d69193b48c2: Processing first storage report for DS-6c8dac4f-5c9d-458c-9959-618e069490a3 from datanode DatanodeRegistration(127.0.0.1:34839, datanodeUuid=92366893-aad9-45e6-99a9-1ae612b8b5b9, infoPort=46699, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591) 2024-11-09T19:32:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39e5892c43a509c7 with lease ID 0xeeb4d69193b48c2: from storage DS-6c8dac4f-5c9d-458c-9959-618e069490a3 node DatanodeRegistration(127.0.0.1:34839, datanodeUuid=92366893-aad9-45e6-99a9-1ae612b8b5b9, infoPort=46699, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1002401974;c=1731180722591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:05,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58 2024-11-09T19:32:05,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/zookeeper_0, clientPort=56609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:05,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56609 2024-11-09T19:32:05,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:05,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:06,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 with version=8 2024-11-09T19:32:06,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/hbase-staging 2024-11-09T19:32:06,563 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T19:32:06,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:06,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:06,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:06,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:06,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:06,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:06,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:07,029 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T19:32:07,038 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T19:32:07,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:07,066 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51632 (auto-detected) 2024-11-09T19:32:07,067 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T19:32:07,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40707 2024-11-09T19:32:07,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40707 connecting to ZooKeeper ensemble=127.0.0.1:56609 2024-11-09T19:32:07,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407070x0, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:07,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40707-0x101211581e30000 connected 2024-11-09T19:32:07,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:07,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171, hbase.cluster.distributed=false 2024-11-09T19:32:07,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:07,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-09T19:32:07,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40707 2024-11-09T19:32:07,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40707 2024-11-09T19:32:07,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-09T19:32:07,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40707 2024-11-09T19:32:07,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:07,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:07,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:07,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:07,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:07,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43363 2024-11-09T19:32:07,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43363 connecting to ZooKeeper ensemble=127.0.0.1:56609 2024-11-09T19:32:07,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433630x0, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:07,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:07,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43363-0x101211581e30001 connected 2024-11-09T19:32:07,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:07,562 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:07,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:07,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:07,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T19:32:07,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43363 2024-11-09T19:32:07,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43363 2024-11-09T19:32:07,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T19:32:07,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T19:32:07,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:07,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:07,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:07,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:07,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39221 2024-11-09T19:32:07,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39221 connecting to ZooKeeper ensemble=127.0.0.1:56609 2024-11-09T19:32:07,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,614 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392210x0, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:07,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39221-0x101211581e30002 connected 2024-11-09T19:32:07,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:07,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:07,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:07,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:07,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:07,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39221 2024-11-09T19:32:07,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39221 2024-11-09T19:32:07,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39221 2024-11-09T19:32:07,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39221 2024-11-09T19:32:07,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39221 2024-11-09T19:32:07,637 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:40707 2024-11-09T19:32:07,638 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:07,655 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,657 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:07,687 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:07,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:07,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,688 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,690 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:07,691 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,40707,1731180726672 from backup master directory 2024-11-09T19:32:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:07,698 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:07,699 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:07,699 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:07,701 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T19:32:07,702 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T19:32:07,752 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/hbase.id] with ID: 0b7d69c3-7daa-46f9-b95b-16feba915d94 2024-11-09T19:32:07,752 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/.tmp/hbase.id 2024-11-09T19:32:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:07,765 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/.tmp/hbase.id]:[hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/hbase.id] 2024-11-09T19:32:07,814 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:07,820 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:07,839 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T19:32:07,845 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:07,878 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:07,881 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:07,898 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T19:32:07,902 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:07,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:07,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store 2024-11-09T19:32:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:07,973 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T19:32:07,976 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:07,977 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:07,977 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:07,977 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:07,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:07,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:07,979 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:07,979 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180727977Disabling compacts and flushes for region at 1731180727977Disabling writes for close at 1731180727978 (+1 ms)Writing region close event to WAL at 1731180727978Closed at 1731180727978 2024-11-09T19:32:07,981 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/.initializing 2024-11-09T19:32:07,982 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/WALs/fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:07,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:08,003 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C40707%2C1731180726672, suffix=, logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/WALs/fac84fd0e20f,40707,1731180726672, archiveDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:08,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/WALs/fac84fd0e20f,40707,1731180726672/fac84fd0e20f%2C40707%2C1731180726672.1731180728007, exclude list is [], retry=0 2024-11-09T19:32:08,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c,DISK] 2024-11-09T19:32:08,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d,DISK] 2024-11-09T19:32:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T19:32:08,072 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/WALs/fac84fd0e20f,40707,1731180726672/fac84fd0e20f%2C40707%2C1731180726672.1731180728007 2024-11-09T19:32:08,073 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699),(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-09T19:32:08,074 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:08,074 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:08,077 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,078 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:08,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:08,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:08,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:08,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:08,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:08,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:08,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:08,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:08,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:08,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:08,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:08,156 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,160 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,161 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,166 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,170 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:08,174 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:08,178 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:08,180 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648328, jitterRate=-0.006862521171569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:08,190 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180728090Initializing all the Stores at 1731180728092 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180728092Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180728093 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180728093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180728093Cleaning up temporary data from old regions at 1731180728167 (+74 ms)Region opened successfully at 1731180728190 (+23 ms) 2024-11-09T19:32:08,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:08,226 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c51a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:08,253 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:08,263 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:08,263 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:08,266 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:08,267 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:32:08,272 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T19:32:08,272 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:08,295 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:08,303 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:08,350 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:08,353 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:08,355 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:08,361 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:08,363 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:08,366 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:08,371 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:08,373 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:08,382 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:08,398 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:08,403 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:08,414 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:08,414 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,417 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,40707,1731180726672, sessionid=0x101211581e30000, setting cluster-up flag (Was=false) 2024-11-09T19:32:08,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,445 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,477 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:08,480 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,498 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:08,529 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:08,533 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:08,541 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:08,610 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:08,619 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:08,626 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:08,627 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(746): ClusterId : 0b7d69c3-7daa-46f9-b95b-16feba915d94 2024-11-09T19:32:08,627 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(746): ClusterId : 0b7d69c3-7daa-46f9-b95b-16feba915d94 2024-11-09T19:32:08,630 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:08,630 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:08,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,40707,1731180726672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:08,657 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:08,657 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:08,658 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:08,658 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:08,658 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:08,658 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:08,658 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:08,658 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:08,659 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:08,659 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,659 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:08,659 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,660 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180758660 2024-11-09T19:32:08,662 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:08,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:08,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:08,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:08,666 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:08,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:08,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:08,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:08,668 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:08,669 DEBUG [RS:0;fac84fd0e20f:43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbc2155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:08,668 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:08,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:08,671 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:08,672 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:08,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:08,675 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:08,675 DEBUG [RS:1;fac84fd0e20f:39221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4389239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:08,677 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:08,678 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:08,680 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180728679,5,FailOnTimeoutGroup] 2024-11-09T19:32:08,689 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180728680,5,FailOnTimeoutGroup] 2024-11-09T19:32:08,690 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,690 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:08,691 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,692 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:08,696 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:43363 2024-11-09T19:32:08,697 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:39221 2024-11-09T19:32:08,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:08,698 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 2024-11-09T19:32:08,700 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:08,700 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:08,700 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:08,700 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:08,700 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:08,700 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:08,703 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,40707,1731180726672 with port=43363, startcode=1731180727489 2024-11-09T19:32:08,703 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,40707,1731180726672 with port=39221, startcode=1731180727587 2024-11-09T19:32:08,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:08,716 DEBUG [RS:1;fac84fd0e20f:39221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:08,716 DEBUG [RS:0;fac84fd0e20f:43363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:08,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:08,751 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:08,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40707 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,772 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 2024-11-09T19:32:08,773 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41185 2024-11-09T19:32:08,773 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:08,773 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 2024-11-09T19:32:08,773 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41185 2024-11-09T19:32:08,773 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:08,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:08,807 DEBUG [RS:0;fac84fd0e20f:43363 {}] zookeeper.ZKUtil(111): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,807 DEBUG [RS:1;fac84fd0e20f:39221 {}] zookeeper.ZKUtil(111): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,807 WARN [RS:0;fac84fd0e20f:43363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:08,807 WARN [RS:1;fac84fd0e20f:39221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:08,808 INFO [RS:1;fac84fd0e20f:39221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:08,807 INFO [RS:0;fac84fd0e20f:43363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:08,808 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,808 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,43363,1731180727489] 2024-11-09T19:32:08,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39221,1731180727587] 2024-11-09T19:32:08,835 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:08,835 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:08,850 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:08,850 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:08,855 INFO [RS:1;fac84fd0e20f:39221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:08,855 INFO [RS:0;fac84fd0e20f:43363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:08,855 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,855 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,857 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:08,857 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:08,862 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:08,862 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:08,864 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,864 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,864 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,864 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:08,865 DEBUG [RS:0;fac84fd0e20f:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:08,865 DEBUG [RS:1;fac84fd0e20f:39221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:08,866 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39221,1731180727587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,867 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43363,1731180727489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:08,886 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:08,886 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:08,888 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43363,1731180727489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,888 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39221,1731180727587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,888 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,888 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,889 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.Replication(171): fac84fd0e20f,43363,1731180727489 started 2024-11-09T19:32:08,889 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.Replication(171): fac84fd0e20f,39221,1731180727587 started 2024-11-09T19:32:08,907 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,907 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:08,907 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,43363,1731180727489, RpcServer on fac84fd0e20f/172.17.0.2:43363, sessionid=0x101211581e30001 2024-11-09T19:32:08,907 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39221,1731180727587, RpcServer on fac84fd0e20f/172.17.0.2:39221, sessionid=0x101211581e30002 2024-11-09T19:32:08,908 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:08,908 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:08,908 DEBUG [RS:0;fac84fd0e20f:43363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,908 DEBUG [RS:1;fac84fd0e20f:39221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,908 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39221,1731180727587' 2024-11-09T19:32:08,908 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,43363,1731180727489' 2024-11-09T19:32:08,908 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:08,908 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:08,909 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:08,909 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:08,910 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:08,910 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:08,910 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:08,910 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:08,910 DEBUG [RS:1;fac84fd0e20f:39221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:08,910 DEBUG [RS:0;fac84fd0e20f:43363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:08,911 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39221,1731180727587' 2024-11-09T19:32:08,911 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,43363,1731180727489' 2024-11-09T19:32:08,911 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:08,911 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:08,911 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:08,911 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:08,912 DEBUG [RS:1;fac84fd0e20f:39221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:08,912 DEBUG [RS:0;fac84fd0e20f:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:08,912 INFO [RS:1;fac84fd0e20f:39221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:08,912 INFO [RS:0;fac84fd0e20f:43363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:08,912 INFO [RS:0;fac84fd0e20f:43363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:08,912 INFO [RS:1;fac84fd0e20f:39221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:09,018 INFO [RS:1;fac84fd0e20f:39221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:09,018 INFO [RS:0;fac84fd0e20f:43363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:09,022 INFO [RS:1;fac84fd0e20f:39221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C39221%2C1731180727587, suffix=, logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,39221,1731180727587, archiveDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs, maxLogs=32 2024-11-09T19:32:09,022 INFO [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43363%2C1731180727489, suffix=, logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489, archiveDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs, maxLogs=32 2024-11-09T19:32:09,040 DEBUG [RS:1;fac84fd0e20f:39221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,39221,1731180727587/fac84fd0e20f%2C39221%2C1731180727587.1731180729026, exclude list is [], retry=0 2024-11-09T19:32:09,042 DEBUG [RS:0;fac84fd0e20f:43363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489/fac84fd0e20f%2C43363%2C1731180727489.1731180729026, exclude list is [], retry=0 2024-11-09T19:32:09,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c,DISK] 2024-11-09T19:32:09,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d,DISK] 2024-11-09T19:32:09,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d,DISK] 2024-11-09T19:32:09,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c,DISK] 2024-11-09T19:32:09,049 INFO [RS:1;fac84fd0e20f:39221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,39221,1731180727587/fac84fd0e20f%2C39221%2C1731180727587.1731180729026 2024-11-09T19:32:09,050 DEBUG [RS:1;fac84fd0e20f:39221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699),(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-09T19:32:09,053 INFO [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489/fac84fd0e20f%2C43363%2C1731180727489.1731180729026 2024-11-09T19:32:09,054 DEBUG [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-09T19:32:09,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:09,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:09,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:09,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:09,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:09,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:09,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:09,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:09,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:09,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:09,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740 2024-11-09T19:32:09,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740 2024-11-09T19:32:09,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:09,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:09,147 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:09,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:09,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:09,157 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881386, jitterRate=-0.07789549231529236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:09,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180729113Initializing all the Stores at 1731180729115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729115Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180729116 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729116Cleaning up temporary data from old regions at 1731180729146 (+30 ms)Region opened successfully at 1731180729159 (+13 ms) 2024-11-09T19:32:09,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:09,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:09,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:09,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:09,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:09,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:09,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180729159Disabling compacts and flushes for region at 1731180729159Disabling writes for close at 1731180729160 (+1 ms)Writing region close event to WAL at 1731180729161 (+1 ms)Closed at 1731180729161 2024-11-09T19:32:09,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:09,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:09,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:09,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:09,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:09,342 DEBUG [fac84fd0e20f:40707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:09,350 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:09,357 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:09,357 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:09,357 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:09,357 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:09,357 INFO [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:09,357 INFO [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:09,357 DEBUG [fac84fd0e20f:40707 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:09,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:09,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,43363,1731180727489, state=OPENING 2024-11-09T19:32:09,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:09,445 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:09,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:09,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,43363,1731180727489}] 2024-11-09T19:32:09,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:09,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:09,639 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:09,639 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:09,640 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:09,644 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43363%2C1731180727489.meta, suffix=.meta, logDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489, archiveDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs, maxLogs=32 2024-11-09T19:32:09,660 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489/fac84fd0e20f%2C43363%2C1731180727489.meta.1731180729646.meta, exclude list is [], retry=0 2024-11-09T19:32:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-3b3b99fc-a490-4eac-a97d-d7f1e89e781d,DISK] 2024-11-09T19:32:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34839,DS-f062d9f9-6092-4325-8c92-a9a22cd31c8c,DISK] 2024-11-09T19:32:09,668 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489/fac84fd0e20f%2C43363%2C1731180727489.meta.1731180729646.meta 2024-11-09T19:32:09,668 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101),(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-09T19:32:09,668 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:09,670 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:09,672 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:09,677 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:09,681 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:09,682 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:09,682 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:09,682 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:09,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:09,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:09,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:09,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:09,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:09,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:09,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:09,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:09,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:09,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:09,699 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:09,701 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740 2024-11-09T19:32:09,705 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740 2024-11-09T19:32:09,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:09,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:09,710 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:09,714 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:09,716 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73122064, jitterRate=0.08960366249084473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:09,716 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:09,718 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180729682Writing region info on filesystem at 1731180729683 (+1 ms)Initializing all the Stores at 1731180729685 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180729685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180729685Cleaning up temporary data from old regions at 1731180729709 (+24 ms)Running coprocessor post-open hooks at 1731180729716 (+7 ms)Region opened successfully at 1731180729718 (+2 ms) 2024-11-09T19:32:09,727 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180729616 2024-11-09T19:32:09,738 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:09,739 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:09,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:09,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,43363,1731180727489, state=OPEN 2024-11-09T19:32:09,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:09,750 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:09,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:09,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:09,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:09,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:09,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,43363,1731180727489 in 302 msec 2024-11-09T19:32:09,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:09,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 588 msec 2024-11-09T19:32:09,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:09,767 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:09,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:09,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,43363,1731180727489, seqNum=-1] 2024-11-09T19:32:09,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:09,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:09,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-09T19:32:09,839 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180729838, completionTime=-1 2024-11-09T19:32:09,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:09,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:09,907 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:09,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180789907 2024-11-09T19:32:09,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180849908 2024-11-09T19:32:09,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 66 msec 2024-11-09T19:32:09,910 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:32:09,919 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,920 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,920 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,922 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:40707, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,923 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,926 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:09,931 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:09,960 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.261sec 2024-11-09T19:32:09,962 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:09,964 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:09,965 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:09,966 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:09,966 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:09,967 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:09,968 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:09,973 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:09,974 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:09,974 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,40707,1731180726672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:10,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565ff6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:10,043 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T19:32:10,043 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T19:32:10,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,40707,-1 for getting cluster id 2024-11-09T19:32:10,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:10,098 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b7d69c3-7daa-46f9-b95b-16feba915d94' 2024-11-09T19:32:10,101 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:10,101 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b7d69c3-7daa-46f9-b95b-16feba915d94" 2024-11-09T19:32:10,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfafca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:10,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,40707,-1] 2024-11-09T19:32:10,106 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:10,108 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:10,109 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:10,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674cd093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:10,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:10,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,43363,1731180727489, seqNum=-1] 2024-11-09T19:32:10,124 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:10,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:10,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:10,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:10,163 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:10,165 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1abae013 2024-11-09T19:32:10,166 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:10,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:10,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:10,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:10,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:10,190 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:10,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:10,611 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7501eead587c05f13c4dddff0b368930, NAME => 'testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 2024-11-09T19:32:10,612 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2eadedf4cdb0fa282ba1bcb98b338ac1, NAME => 'testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171 2024-11-09T19:32:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:10,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:10,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:10,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7501eead587c05f13c4dddff0b368930, disabling compactions & flushes 2024-11-09T19:32:10,624 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:10,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:10,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. after waiting 0 ms 2024-11-09T19:32:10,624 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:10,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:10,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7501eead587c05f13c4dddff0b368930: Waiting for close lock at 1731180730624Disabling compacts and flushes for region at 1731180730624Disabling writes for close at 1731180730624Writing region close event to WAL at 1731180730624Closed at 1731180730624 2024-11-09T19:32:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:11,025 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:11,025 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2eadedf4cdb0fa282ba1bcb98b338ac1, disabling compactions & flushes 2024-11-09T19:32:11,025 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,025 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. after waiting 0 ms 2024-11-09T19:32:11,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,026 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,026 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2eadedf4cdb0fa282ba1bcb98b338ac1: Waiting for close lock at 1731180731025Disabling compacts and flushes for region at 1731180731025Disabling writes for close at 1731180731026 (+1 ms)Writing region close event to WAL at 1731180731026Closed at 1731180731026 2024-11-09T19:32:11,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:11,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180731029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180731029"}]},"ts":"1731180731029"} 2024-11-09T19:32:11,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180731029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180731029"}]},"ts":"1731180731029"} 2024-11-09T19:32:11,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:11,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:11,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180731087"}]},"ts":"1731180731087"} 2024-11-09T19:32:11,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:11,097 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:11,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:11,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:11,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:11,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:11,100 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:11,100 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:11,100 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:11,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7501eead587c05f13c4dddff0b368930, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2eadedf4cdb0fa282ba1bcb98b338ac1, ASSIGN}] 2024-11-09T19:32:11,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2eadedf4cdb0fa282ba1bcb98b338ac1, ASSIGN 2024-11-09T19:32:11,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7501eead587c05f13c4dddff0b368930, ASSIGN 2024-11-09T19:32:11,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7501eead587c05f13c4dddff0b368930, ASSIGN; state=OFFLINE, location=fac84fd0e20f,43363,1731180727489; forceNewPlan=false, retain=false 2024-11-09T19:32:11,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2eadedf4cdb0fa282ba1bcb98b338ac1, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39221,1731180727587; forceNewPlan=false, retain=false 2024-11-09T19:32:11,261 INFO [fac84fd0e20f:40707 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:11,262 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2eadedf4cdb0fa282ba1bcb98b338ac1, regionState=OPENING, regionLocation=fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:11,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7501eead587c05f13c4dddff0b368930, regionState=OPENING, regionLocation=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2eadedf4cdb0fa282ba1bcb98b338ac1, ASSIGN because future has completed 2024-11-09T19:32:11,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eadedf4cdb0fa282ba1bcb98b338ac1, server=fac84fd0e20f,39221,1731180727587}] 2024-11-09T19:32:11,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7501eead587c05f13c4dddff0b368930, ASSIGN because future has completed 2024-11-09T19:32:11,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7501eead587c05f13c4dddff0b368930, server=fac84fd0e20f,43363,1731180727489}] 2024-11-09T19:32:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:11,426 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:11,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:11,435 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:11,435 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7501eead587c05f13c4dddff0b368930, NAME => 'testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:11,436 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2eadedf4cdb0fa282ba1bcb98b338ac1, NAME => 'testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,436 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:11,437 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,437 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,439 INFO [StoreOpener-7501eead587c05f13c4dddff0b368930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,439 INFO [StoreOpener-2eadedf4cdb0fa282ba1bcb98b338ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,441 INFO [StoreOpener-2eadedf4cdb0fa282ba1bcb98b338ac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eadedf4cdb0fa282ba1bcb98b338ac1 columnFamilyName family 2024-11-09T19:32:11,441 INFO [StoreOpener-7501eead587c05f13c4dddff0b368930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7501eead587c05f13c4dddff0b368930 columnFamilyName family 2024-11-09T19:32:11,442 DEBUG [StoreOpener-2eadedf4cdb0fa282ba1bcb98b338ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:11,442 DEBUG [StoreOpener-7501eead587c05f13c4dddff0b368930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:11,443 INFO [StoreOpener-7501eead587c05f13c4dddff0b368930-1 {}] regionserver.HStore(327): Store=7501eead587c05f13c4dddff0b368930/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:11,443 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,444 INFO [StoreOpener-2eadedf4cdb0fa282ba1bcb98b338ac1-1 {}] regionserver.HStore(327): Store=2eadedf4cdb0fa282ba1bcb98b338ac1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:11,444 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,445 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,448 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,448 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,449 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,449 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,449 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,450 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,450 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,452 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,454 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,456 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:11,458 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7501eead587c05f13c4dddff0b368930; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63085135, jitterRate=-0.059958234429359436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:11,458 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:11,459 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7501eead587c05f13c4dddff0b368930: Running coprocessor pre-open hook at 1731180731436Writing region info on filesystem at 1731180731436Initializing all the Stores at 1731180731438 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180731438Cleaning up temporary data from old regions at 1731180731449 (+11 ms)Running coprocessor post-open hooks at 1731180731458 (+9 ms)Region opened successfully at 1731180731459 (+1 ms) 2024-11-09T19:32:11,461 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:11,463 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2eadedf4cdb0fa282ba1bcb98b338ac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74497112, jitterRate=0.11009347438812256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:11,463 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:11,464 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2eadedf4cdb0fa282ba1bcb98b338ac1: Running coprocessor pre-open hook at 1731180731437Writing region info on filesystem at 1731180731437Initializing all the Stores at 1731180731438 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180731438Cleaning up temporary data from old regions at 1731180731450 (+12 ms)Running coprocessor post-open hooks at 1731180731463 (+13 ms)Region opened successfully at 1731180731463 2024-11-09T19:32:11,465 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930., pid=8, masterSystemTime=1731180731428 2024-11-09T19:32:11,466 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1., pid=7, masterSystemTime=1731180731426 2024-11-09T19:32:11,469 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:11,470 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:11,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7501eead587c05f13c4dddff0b368930, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:11,477 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,477 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:11,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7501eead587c05f13c4dddff0b368930, server=fac84fd0e20f,43363,1731180727489 because future has completed 2024-11-09T19:32:11,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2eadedf4cdb0fa282ba1bcb98b338ac1, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:11,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eadedf4cdb0fa282ba1bcb98b338ac1, server=fac84fd0e20f,39221,1731180727587 because future has completed 2024-11-09T19:32:11,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T19:32:11,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7501eead587c05f13c4dddff0b368930, server=fac84fd0e20f,43363,1731180727489 in 210 msec 2024-11-09T19:32:11,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T19:32:11,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2eadedf4cdb0fa282ba1bcb98b338ac1, server=fac84fd0e20f,39221,1731180727587 in 217 msec 2024-11-09T19:32:11,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7501eead587c05f13c4dddff0b368930, ASSIGN in 387 msec 2024-11-09T19:32:11,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T19:32:11,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2eadedf4cdb0fa282ba1bcb98b338ac1, ASSIGN in 393 msec 2024-11-09T19:32:11,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:11,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180731503"}]},"ts":"1731180731503"} 2024-11-09T19:32:11,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:11,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:11,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.3300 sec 2024-11-09T19:32:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:12,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:12,351 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:12,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:12,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:12,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:12,389 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930., hostname=fac84fd0e20f,43363,1731180727489, seqNum=2] 2024-11-09T19:32:12,425 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1., hostname=fac84fd0e20f,39221,1731180727587, seqNum=2] 2024-11-09T19:32:12,426 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:12,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:12,454 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7501eead587c05f13c4dddff0b368930 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:12,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/.tmp/family/0e1c71d629dc41d39da87d80ff6a7284 is 32, key is 1/family:/1731180732394/Put/seqid=0 2024-11-09T19:32:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:12,545 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/.tmp/family/0e1c71d629dc41d39da87d80ff6a7284 2024-11-09T19:32:12,596 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/.tmp/family/0e1c71d629dc41d39da87d80ff6a7284 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/family/0e1c71d629dc41d39da87d80ff6a7284 2024-11-09T19:32:12,610 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/family/0e1c71d629dc41d39da87d80ff6a7284, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:12,622 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7501eead587c05f13c4dddff0b368930 in 165ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:12,623 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-09T19:32:12,626 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7501eead587c05f13c4dddff0b368930: 2024-11-09T19:32:12,626 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2eadedf4cdb0fa282ba1bcb98b338ac1 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:12,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/.tmp/family/0dc87c49ad614c55901d465485e50329 is 32, key is 5/family:/1731180732430/Put/seqid=0 2024-11-09T19:32:12,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:12,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/.tmp/family/0dc87c49ad614c55901d465485e50329 2024-11-09T19:32:12,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/.tmp/family/0dc87c49ad614c55901d465485e50329 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/family/0dc87c49ad614c55901d465485e50329 2024-11-09T19:32:12,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/family/0dc87c49ad614c55901d465485e50329, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:12,710 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2eadedf4cdb0fa282ba1bcb98b338ac1 in 84ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:12,710 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2eadedf4cdb0fa282ba1bcb98b338ac1: 2024-11-09T19:32:12,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2737adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:12,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,40707,-1 for getting cluster id 2024-11-09T19:32:12,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:12,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b7d69c3-7daa-46f9-b95b-16feba915d94' 2024-11-09T19:32:12,716 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:12,716 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b7d69c3-7daa-46f9-b95b-16feba915d94" 2024-11-09T19:32:12,716 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409040b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:12,716 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,40707,-1] 2024-11-09T19:32:12,717 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:12,717 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,719 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:12,720 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6cfc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:12,736 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T19:32:12,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:12,739 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,43363,1731180727489, seqNum=-1] 2024-11-09T19:32:12,739 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:12,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:12,754 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:12,755 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:12,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:12,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:12,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:12,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:12,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:12,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:12,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:12,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:12,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:12,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:12,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930513472, stopped=false 2024-11-09T19:32:12,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,40707,1731180726672 2024-11-09T19:32:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:12,834 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:12,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:12,835 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:12,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:12,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:12,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,43363,1731180727489' ***** 2024-11-09T19:32:12,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:12,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39221,1731180727587' ***** 2024-11-09T19:32:12,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:12,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:12,836 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:12,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:12,837 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:12,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:12,837 INFO [RS:1;fac84fd0e20f:39221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:12,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:12,837 INFO [RS:1;fac84fd0e20f:39221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:12,838 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(3091): Received CLOSE for 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:12,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:12,838 INFO [RS:0;fac84fd0e20f:43363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:12,838 INFO [RS:0;fac84fd0e20f:43363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:12,838 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:12,839 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:12,839 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:12,839 INFO [RS:1;fac84fd0e20f:39221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:39221. 2024-11-09T19:32:12,839 DEBUG [RS:1;fac84fd0e20f:39221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:12,839 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:12,839 DEBUG [RS:1;fac84fd0e20f:39221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,839 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:12,839 INFO [RS:0;fac84fd0e20f:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:43363. 2024-11-09T19:32:12,839 DEBUG [RS:0;fac84fd0e20f:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:12,839 DEBUG [RS:0;fac84fd0e20f:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:12,839 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:12,840 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1325): Online Regions={2eadedf4cdb0fa282ba1bcb98b338ac1=testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1.} 2024-11-09T19:32:12,840 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:12,840 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:12,840 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:12,840 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7501eead587c05f13c4dddff0b368930, disabling compactions & flushes 2024-11-09T19:32:12,840 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:12,840 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:12,840 DEBUG [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1351): Waiting on 2eadedf4cdb0fa282ba1bcb98b338ac1 2024-11-09T19:32:12,840 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:12,840 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. after waiting 0 ms 2024-11-09T19:32:12,840 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:12,840 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2eadedf4cdb0fa282ba1bcb98b338ac1, disabling compactions & flushes 2024-11-09T19:32:12,840 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. after waiting 0 ms 2024-11-09T19:32:12,841 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:12,841 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1325): Online Regions={7501eead587c05f13c4dddff0b368930=testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:12,841 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7501eead587c05f13c4dddff0b368930 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:12,841 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:12,841 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:12,842 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:12,853 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/7501eead587c05f13c4dddff0b368930/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:12,856 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:12,857 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7501eead587c05f13c4dddff0b368930: Waiting for close lock at 1731180732839Running coprocessor pre-close hooks at 1731180732840 (+1 ms)Disabling compacts and flushes for region at 1731180732840Disabling writes for close at 1731180732840Writing region close event to WAL at 1731180732843 (+3 ms)Running coprocessor post-close hooks at 1731180732855 (+12 ms)Closed at 1731180732856 (+1 ms) 2024-11-09T19:32:12,857 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180730170.7501eead587c05f13c4dddff0b368930. 2024-11-09T19:32:12,861 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/default/testClearRegionBlockCache/2eadedf4cdb0fa282ba1bcb98b338ac1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:12,862 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:12,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2eadedf4cdb0fa282ba1bcb98b338ac1: Waiting for close lock at 1731180732839Running coprocessor pre-close hooks at 1731180732840 (+1 ms)Disabling compacts and flushes for region at 1731180732840Disabling writes for close at 1731180732841 (+1 ms)Writing region close event to WAL at 1731180732845 (+4 ms)Running coprocessor post-close hooks at 1731180732862 (+17 ms)Closed at 1731180732862 2024-11-09T19:32:12,863 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1. 2024-11-09T19:32:12,878 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/info/20e43e8d75ed47f7ab9463e68c188da9 is 173, key is testClearRegionBlockCache,5,1731180730170.2eadedf4cdb0fa282ba1bcb98b338ac1./info:regioninfo/1731180731479/Put/seqid=0 2024-11-09T19:32:12,888 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:12,888 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:12,893 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/info/20e43e8d75ed47f7ab9463e68c188da9 2024-11-09T19:32:12,899 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:32:12,899 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:32:12,904 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:32:12,904 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:32:12,934 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/ns/a1703a2e93614f019451be39271d7e64 is 43, key is default/ns:d/1731180729820/Put/seqid=0 2024-11-09T19:32:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:12,943 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/ns/a1703a2e93614f019451be39271d7e64 2024-11-09T19:32:12,971 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/table/148497d6c8c14972a9abf465b8f02106 is 61, key is testClearRegionBlockCache/table:state/1731180731503/Put/seqid=0 2024-11-09T19:32:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:12,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:12,981 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/table/148497d6c8c14972a9abf465b8f02106 2024-11-09T19:32:12,995 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/info/20e43e8d75ed47f7ab9463e68c188da9 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/info/20e43e8d75ed47f7ab9463e68c188da9 2024-11-09T19:32:13,007 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/info/20e43e8d75ed47f7ab9463e68c188da9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:13,010 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/ns/a1703a2e93614f019451be39271d7e64 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/ns/a1703a2e93614f019451be39271d7e64 2024-11-09T19:32:13,021 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/ns/a1703a2e93614f019451be39271d7e64, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:13,023 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/.tmp/table/148497d6c8c14972a9abf465b8f02106 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/table/148497d6c8c14972a9abf465b8f02106 2024-11-09T19:32:13,036 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/table/148497d6c8c14972a9abf465b8f02106, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:13,038 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:13,038 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:32:13,040 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39221,1731180727587; all regions closed. 2024-11-09T19:32:13,041 DEBUG [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:13,058 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:13,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:13,059 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:13,060 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:13,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180732841Running coprocessor pre-close hooks at 1731180732841Disabling compacts and flushes for region at 1731180732841Disabling writes for close at 1731180732841Obtaining lock to block concurrent updates at 1731180732842 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731180732842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180732843 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180732845 (+2 ms)Flushing 1588230740/info: creating writer at 1731180732845Flushing 1588230740/info: appending metadata at 1731180732877 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731180732877Flushing 1588230740/ns: creating writer at 1731180732908 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731180732933 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731180732933Flushing 1588230740/table: creating writer at 1731180732955 (+22 ms)Flushing 1588230740/table: appending metadata at 1731180732971 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731180732971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a46d09: reopening flushed file at 1731180732993 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70714d57: reopening flushed file at 1731180733008 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ba00af: reopening flushed file at 1731180733022 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=13, compaction requested=false at 1731180733038 (+16 ms)Writing region close event to WAL at 1731180733047 (+9 ms)Running coprocessor post-close hooks at 1731180733059 (+12 ms)Closed at 1731180733060 (+1 ms) 2024-11-09T19:32:13,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:13,065 DEBUG [RS:1;fac84fd0e20f:39221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39221%2C1731180727587:(num 1731180729026) 2024-11-09T19:32:13,066 DEBUG [RS:1;fac84fd0e20f:39221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:13,066 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:13,066 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:13,067 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:13,067 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:13,067 INFO [RS:1;fac84fd0e20f:39221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39221 2024-11-09T19:32:13,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:13,078 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,39221,1731180727587 2024-11-09T19:32:13,078 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:13,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39221,1731180727587] 2024-11-09T19:32:13,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,39221,1731180727587 already deleted, retry=false 2024-11-09T19:32:13,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39221,1731180727587 expired; onlineServers=1 2024-11-09T19:32:13,241 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,43363,1731180727489; all regions closed. 2024-11-09T19:32:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:13,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:13,249 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/WALs/fac84fd0e20f,43363,1731180727489/fac84fd0e20f%2C43363%2C1731180727489.meta.1731180729646.meta not finished, retry = 0 2024-11-09T19:32:13,261 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,261 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39221-0x101211581e30002, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,262 INFO [RS:1;fac84fd0e20f:39221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:13,262 INFO [RS:1;fac84fd0e20f:39221 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39221,1731180727587; zookeeper connection closed. 2024-11-09T19:32:13,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28ac8767 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28ac8767 2024-11-09T19:32:13,354 DEBUG [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs 2024-11-09T19:32:13,354 INFO [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C43363%2C1731180727489.meta:.meta(num 1731180729646) 2024-11-09T19:32:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741834_1010 (size=1758) 2024-11-09T19:32:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741834_1010 (size=1758) 2024-11-09T19:32:13,363 DEBUG [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/oldWALs 2024-11-09T19:32:13,363 INFO [RS:0;fac84fd0e20f:43363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C43363%2C1731180727489:(num 1731180729026) 2024-11-09T19:32:13,363 DEBUG [RS:0;fac84fd0e20f:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:13,363 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:13,363 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:13,364 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:13,364 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:13,364 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:13,364 INFO [RS:0;fac84fd0e20f:43363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43363 2024-11-09T19:32:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,43363,1731180727489 2024-11-09T19:32:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:13,371 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:13,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,43363,1731180727489] 2024-11-09T19:32:13,392 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,43363,1731180727489 already deleted, retry=false 2024-11-09T19:32:13,392 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,43363,1731180727489 expired; onlineServers=0 2024-11-09T19:32:13,392 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,40707,1731180726672' ***** 2024-11-09T19:32:13,392 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:13,392 INFO [M:0;fac84fd0e20f:40707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:13,393 INFO [M:0;fac84fd0e20f:40707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:13,393 DEBUG [M:0;fac84fd0e20f:40707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:13,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:13,393 DEBUG [M:0;fac84fd0e20f:40707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:13,393 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180728679 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180728679,5,FailOnTimeoutGroup] 2024-11-09T19:32:13,393 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180728680 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180728680,5,FailOnTimeoutGroup] 2024-11-09T19:32:13,393 INFO [M:0;fac84fd0e20f:40707 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:13,393 INFO [M:0;fac84fd0e20f:40707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:13,393 DEBUG [M:0;fac84fd0e20f:40707 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:13,394 INFO [M:0;fac84fd0e20f:40707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:13,394 INFO [M:0;fac84fd0e20f:40707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:13,394 INFO [M:0;fac84fd0e20f:40707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:13,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:13,403 DEBUG [M:0;fac84fd0e20f:40707 {}] zookeeper.ZKUtil(347): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:32:13,403 WARN [M:0;fac84fd0e20f:40707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:32:13,404 INFO [M:0;fac84fd0e20f:40707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/.lastflushedseqids 2024-11-09T19:32:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:13,420 INFO [M:0;fac84fd0e20f:40707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:13,420 INFO [M:0;fac84fd0e20f:40707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:13,421 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:13,421 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:13,421 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:13,421 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:13,421 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:13,421 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T19:32:13,439 DEBUG [M:0;fac84fd0e20f:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655d5f7aef4b4d33a9d4adb414257c61 is 82, key is hbase:meta,,1/info:regioninfo/1731180729741/Put/seqid=0 2024-11-09T19:32:13,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:13,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:13,448 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655d5f7aef4b4d33a9d4adb414257c61 2024-11-09T19:32:13,481 DEBUG [M:0;fac84fd0e20f:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b305397427b48fab14abd8ad98ee66e is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180731513/Put/seqid=0 2024-11-09T19:32:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,482 INFO [RS:0;fac84fd0e20f:43363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:13,482 INFO [RS:0;fac84fd0e20f:43363 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,43363,1731180727489; zookeeper connection closed. 2024-11-09T19:32:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x101211581e30001, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3de81b32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3de81b32 2024-11-09T19:32:13,483 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:13,492 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b305397427b48fab14abd8ad98ee66e 2024-11-09T19:32:13,522 DEBUG [M:0;fac84fd0e20f:40707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e4943ba7664e3f92ade4864b845617 is 69, key is fac84fd0e20f,39221,1731180727587/rs:state/1731180728770/Put/seqid=0 2024-11-09T19:32:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:13,534 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e4943ba7664e3f92ade4864b845617 2024-11-09T19:32:13,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:13,544 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655d5f7aef4b4d33a9d4adb414257c61 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655d5f7aef4b4d33a9d4adb414257c61 2024-11-09T19:32:13,556 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655d5f7aef4b4d33a9d4adb414257c61, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:13,558 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b305397427b48fab14abd8ad98ee66e as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b305397427b48fab14abd8ad98ee66e 2024-11-09T19:32:13,567 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b305397427b48fab14abd8ad98ee66e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:13,569 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74e4943ba7664e3f92ade4864b845617 as hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74e4943ba7664e3f92ade4864b845617 2024-11-09T19:32:13,579 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41185/user/jenkins/test-data/73ed643a-9b26-3530-c73f-e25a53f6a171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74e4943ba7664e3f92ade4864b845617, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:13,581 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:13,583 INFO [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:13,583 DEBUG [M:0;fac84fd0e20f:40707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180733421Disabling compacts and flushes for region at 1731180733421Disabling writes for close at 1731180733421Obtaining lock to block concurrent updates at 1731180733421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180733421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731180733422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180733423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180733423Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180733439 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180733439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180733457 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180733480 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180733481 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180733503 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180733521 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180733521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ac106a: reopening flushed file at 1731180733542 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf92992: reopening flushed file at 1731180733556 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db68702: reopening flushed file at 1731180733567 (+11 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=71, compaction requested=false at 1731180733581 (+14 ms)Writing region close event to WAL at 1731180733583 (+2 ms)Closed at 1731180733583 2024-11-09T19:32:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34839 is added to blk_1073741830_1006 (size=35428) 2024-11-09T19:32:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741830_1006 (size=35428) 2024-11-09T19:32:13,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:13,588 INFO [M:0;fac84fd0e20f:40707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:13,588 INFO [M:0;fac84fd0e20f:40707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40707 2024-11-09T19:32:13,588 INFO [M:0;fac84fd0e20f:40707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:13,702 INFO [M:0;fac84fd0e20f:40707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40707-0x101211581e30000, quorum=127.0.0.1:56609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:13,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:13,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:13,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:13,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:13,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:13,715 WARN [BP-850904074-172.17.0.2-1731180722591 heartbeating to localhost/127.0.0.1:41185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:13,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:13,715 WARN [BP-850904074-172.17.0.2-1731180722591 heartbeating to localhost/127.0.0.1:41185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850904074-172.17.0.2-1731180722591 (Datanode Uuid 92366893-aad9-45e6-99a9-1ae612b8b5b9) service to localhost/127.0.0.1:41185 2024-11-09T19:32:13,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:13,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data3/current/BP-850904074-172.17.0.2-1731180722591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:13,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data4/current/BP-850904074-172.17.0.2-1731180722591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:13,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:13,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:13,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:13,721 WARN [BP-850904074-172.17.0.2-1731180722591 heartbeating to localhost/127.0.0.1:41185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:13,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:13,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:13,721 WARN [BP-850904074-172.17.0.2-1731180722591 heartbeating to localhost/127.0.0.1:41185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-850904074-172.17.0.2-1731180722591 (Datanode Uuid f06721b4-6509-4be2-a9f7-cb2834c01dd8) service to localhost/127.0.0.1:41185 2024-11-09T19:32:13,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data1/current/BP-850904074-172.17.0.2-1731180722591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:13,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/cluster_acf557e4-4ac3-5f74-fbbb-4c51c019e5b7/data/data2/current/BP-850904074-172.17.0.2-1731180722591 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:13,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:13,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:13,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:13,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:13,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:13,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:13,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:13,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:13,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41185 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41185 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@591258a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=413 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 6087) 2024-11-09T19:32:13,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=413, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=5663 2024-11-09T19:32:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir so I do NOT create it in target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5 2024-11-09T19:32:13,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.tmp.dir so I do NOT create it in target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5 2024-11-09T19:32:13,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f083ab-74f7-9ad3-503c-ceb37f271b58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:32:13,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04, deleteOnExit=true 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/test.cache.data in system properties and HBase conf 2024-11-09T19:32:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:13,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:13,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:14,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:14,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:14,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:14,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:14,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:14,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:14,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25edd9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:14,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f9c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:14,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebe9064{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/java.io.tmpdir/jetty-localhost-44959-hadoop-hdfs-3_4_1-tests_jar-_-any-4201544072329016875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:14,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5020fd2f{HTTP/1.1, (http/1.1)}{localhost:44959} 2024-11-09T19:32:14,353 INFO [Time-limited test {}] server.Server(415): Started @13786ms 2024-11-09T19:32:14,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:14,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:14,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:14,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:14,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:14,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0e0050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:14,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7898ac3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:14,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7220c4a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/java.io.tmpdir/jetty-localhost-38509-hadoop-hdfs-3_4_1-tests_jar-_-any-17138383891606971352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:14,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2127590a{HTTP/1.1, (http/1.1)}{localhost:38509} 2024-11-09T19:32:14,755 INFO [Time-limited test {}] server.Server(415): Started @14188ms 2024-11-09T19:32:14,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:14,795 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:32:14,803 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:14,843 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:14,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:14,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:14,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:14,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:14,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:14,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f658f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:14,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c101a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:14,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e12aa06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/java.io.tmpdir/jetty-localhost-34397-hadoop-hdfs-3_4_1-tests_jar-_-any-9875876163697788157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:14,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8909922{HTTP/1.1, (http/1.1)}{localhost:34397} 2024-11-09T19:32:14,968 INFO [Time-limited test {}] server.Server(415): Started @14402ms 2024-11-09T19:32:14,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:16,162 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data1/current/BP-1102167414-172.17.0.2-1731180733832/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:16,162 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data2/current/BP-1102167414-172.17.0.2-1731180733832/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:16,177 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6020a0f4fd2a5f95 with lease ID 0x265cf7e122fbeda4: Processing first storage report for DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=46b6ac63-7c07-433f-b2dd-c6c274213c23, infoPort=34639, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832) 2024-11-09T19:32:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6020a0f4fd2a5f95 with lease ID 0x265cf7e122fbeda4: from storage DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=46b6ac63-7c07-433f-b2dd-c6c274213c23, infoPort=34639, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6020a0f4fd2a5f95 with lease ID 0x265cf7e122fbeda4: Processing first storage report for DS-a2a1e70c-7462-4c73-a319-5c429447fe6f from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=46b6ac63-7c07-433f-b2dd-c6c274213c23, infoPort=34639, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832) 2024-11-09T19:32:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6020a0f4fd2a5f95 with lease ID 0x265cf7e122fbeda4: from storage DS-a2a1e70c-7462-4c73-a319-5c429447fe6f node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=46b6ac63-7c07-433f-b2dd-c6c274213c23, infoPort=34639, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:16,439 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data3/current/BP-1102167414-172.17.0.2-1731180733832/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:16,439 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data4/current/BP-1102167414-172.17.0.2-1731180733832/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:16,478 WARN [Thread-355 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad14f43f16ebe4ff with lease ID 0x265cf7e122fbeda5: Processing first storage report for DS-6245629a-0707-4885-8ab9-02db55d7abc0 from datanode DatanodeRegistration(127.0.0.1:44541, datanodeUuid=37c8f029-c5d1-4e19-b760-4db9f0fe30f3, infoPort=38049, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832) 2024-11-09T19:32:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad14f43f16ebe4ff with lease ID 0x265cf7e122fbeda5: from storage DS-6245629a-0707-4885-8ab9-02db55d7abc0 node DatanodeRegistration(127.0.0.1:44541, datanodeUuid=37c8f029-c5d1-4e19-b760-4db9f0fe30f3, infoPort=38049, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad14f43f16ebe4ff with lease ID 0x265cf7e122fbeda5: Processing first storage report for DS-9398b8ef-4266-4852-8b86-1519fd40f75b from datanode DatanodeRegistration(127.0.0.1:44541, datanodeUuid=37c8f029-c5d1-4e19-b760-4db9f0fe30f3, infoPort=38049, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832) 2024-11-09T19:32:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad14f43f16ebe4ff with lease ID 0x265cf7e122fbeda5: from storage DS-9398b8ef-4266-4852-8b86-1519fd40f75b node DatanodeRegistration(127.0.0.1:44541, datanodeUuid=37c8f029-c5d1-4e19-b760-4db9f0fe30f3, infoPort=38049, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=484718512;c=1731180733832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:16,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5 2024-11-09T19:32:16,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/zookeeper_0, clientPort=60377, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:16,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60377 2024-11-09T19:32:16,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:16,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:16,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee with version=8 2024-11-09T19:32:16,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/hbase-staging 2024-11-09T19:32:16,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:16,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:16,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:16,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43105 2024-11-09T19:32:16,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43105 connecting to ZooKeeper ensemble=127.0.0.1:60377 2024-11-09T19:32:16,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431050x0, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:16,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43105-0x1012115abb20000 connected 2024-11-09T19:32:16,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:16,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee, hbase.cluster.distributed=false 2024-11-09T19:32:16,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:16,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-09T19:32:16,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43105 2024-11-09T19:32:16,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43105 2024-11-09T19:32:16,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-09T19:32:16,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-09T19:32:16,897 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:16,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:16,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:16,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:16,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:16,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41909 2024-11-09T19:32:16,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41909 connecting to ZooKeeper ensemble=127.0.0.1:60377 2024-11-09T19:32:16,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419090x0, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:16,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419090x0, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:16,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41909-0x1012115abb20001 connected 2024-11-09T19:32:16,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:16,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:16,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:16,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:16,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-09T19:32:16,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41909 2024-11-09T19:32:16,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41909 2024-11-09T19:32:16,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-09T19:32:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-09T19:32:16,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:16,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:16,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:16,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39061 2024-11-09T19:32:16,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39061 connecting to ZooKeeper ensemble=127.0.0.1:60377 2024-11-09T19:32:16,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:16,981 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390610x0, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:16,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39061-0x1012115abb20002 connected 2024-11-09T19:32:16,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:16,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:16,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:16,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:16,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:16,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-09T19:32:17,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39061 2024-11-09T19:32:17,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39061 2024-11-09T19:32:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-09T19:32:17,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-09T19:32:17,024 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:43105 2024-11-09T19:32:17,025 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,034 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,036 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,045 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:17,045 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,047 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:17,048 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,43105,1731180736559 from backup master directory 2024-11-09T19:32:17,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,055 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,055 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:17,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:17,055 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,065 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/hbase.id] with ID: bc1d67e1-4c46-4068-b830-36f14eeb94c5 2024-11-09T19:32:17,065 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/.tmp/hbase.id 2024-11-09T19:32:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:17,086 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/.tmp/hbase.id]:[hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/hbase.id] 2024-11-09T19:32:17,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:17,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:17,119 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T19:32:17,129 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:17,178 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:17,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:17,180 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:17,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:17,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:17,298 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store 2024-11-09T19:32:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:17,375 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:17,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:17,376 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:17,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:17,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:17,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:17,376 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:17,378 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180737376Disabling compacts and flushes for region at 1731180737376Disabling writes for close at 1731180737376Writing region close event to WAL at 1731180737376Closed at 1731180737376 2024-11-09T19:32:17,381 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/.initializing 2024-11-09T19:32:17,381 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/WALs/fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,383 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:17,388 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43105%2C1731180736559, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/WALs/fac84fd0e20f,43105,1731180736559, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:17,407 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/WALs/fac84fd0e20f,43105,1731180736559/fac84fd0e20f%2C43105%2C1731180736559.1731180737388, exclude list is [], retry=0 2024-11-09T19:32:17,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d,DISK] 2024-11-09T19:32:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44541,DS-6245629a-0707-4885-8ab9-02db55d7abc0,DISK] 2024-11-09T19:32:17,448 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/WALs/fac84fd0e20f,43105,1731180736559/fac84fd0e20f%2C43105%2C1731180736559.1731180737388 2024-11-09T19:32:17,452 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639),(127.0.0.1/127.0.0.1:38049:38049)] 2024-11-09T19:32:17,452 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:17,453 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:17,453 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,453 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:17,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:17,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:17,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:17,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:17,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:17,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:17,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:17,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:17,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:17,494 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,496 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,502 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,502 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,504 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:17,507 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:17,521 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:17,523 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60585906, jitterRate=-0.09719964861869812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:17,524 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180737453Initializing all the Stores at 1731180737460 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180737460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180737460Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180737461 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180737461Cleaning up temporary data from old regions at 1731180737502 (+41 ms)Region opened successfully at 1731180737523 (+21 ms) 2024-11-09T19:32:17,528 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:17,545 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22468a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:17,560 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:17,560 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:17,561 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:17,561 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:17,562 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:32:17,563 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:32:17,563 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:17,589 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:17,600 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:17,666 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:17,666 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:17,668 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:17,676 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:17,679 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:17,681 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:17,688 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:17,691 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:17,697 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:17,700 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:17,707 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:17,718 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,718 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,719 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,43105,1731180736559, sessionid=0x1012115abb20000, setting cluster-up flag (Was=false) 2024-11-09T19:32:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,760 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,792 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:17,793 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,813 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:17,844 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:17,846 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:17,848 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:17,855 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:17,855 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:17,855 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:17,855 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,43105,1731180736559 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:17,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:17,866 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:17,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:17,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:17,873 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180767873 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:17,874 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:17,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:17,876 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:17,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:17,884 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:17,885 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:17,885 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:17,886 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:17,886 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:17,897 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180737886,5,FailOnTimeoutGroup] 2024-11-09T19:32:17,898 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180737897,5,FailOnTimeoutGroup] 2024-11-09T19:32:17,898 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:17,898 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:17,898 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:17,898 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:17,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:17,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:17,918 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee 2024-11-09T19:32:17,925 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(746): ClusterId : bc1d67e1-4c46-4068-b830-36f14eeb94c5 2024-11-09T19:32:17,925 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:17,939 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(746): ClusterId : bc1d67e1-4c46-4068-b830-36f14eeb94c5 2024-11-09T19:32:17,939 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:17,941 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:17,941 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:17,961 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:17,961 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:17,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:17,971 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:17,972 DEBUG [RS:0;fac84fd0e20f:41909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721e82fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:17,984 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:17,985 DEBUG [RS:1;fac84fd0e20f:39061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f62f3db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:17,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:17,997 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:41909 2024-11-09T19:32:17,997 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:17,997 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:17,997 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:17,998 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43105,1731180736559 with port=41909, startcode=1731180736897 2024-11-09T19:32:17,998 DEBUG [RS:0;fac84fd0e20f:41909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:18,001 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:18,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:18,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,002 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:39061 2024-11-09T19:32:18,002 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:18,002 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:18,002 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:18,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:18,006 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee 2024-11-09T19:32:18,006 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43105,1731180736559 with port=39061, startcode=1731180736958 2024-11-09T19:32:18,006 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42525 2024-11-09T19:32:18,006 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:18,006 DEBUG [RS:1;fac84fd0e20f:39061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:18,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:18,009 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:18,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43105 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:18,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:18,013 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee 2024-11-09T19:32:18,013 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42525 2024-11-09T19:32:18,013 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:18,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:18,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,018 DEBUG [RS:0;fac84fd0e20f:41909 {}] zookeeper.ZKUtil(111): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,018 WARN [RS:0;fac84fd0e20f:41909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:18,018 INFO [RS:0;fac84fd0e20f:41909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:18,018 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:18,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:18,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:18,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740 2024-11-09T19:32:18,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740 2024-11-09T19:32:18,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:18,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:18,033 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:18,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:18,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:18,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62841398, jitterRate=-0.06359019875526428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:18,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180737968Initializing all the Stores at 1731180737975 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180737975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180737992 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180737992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180737992Cleaning up temporary data from old regions at 1731180738028 (+36 ms)Region opened successfully at 1731180738047 (+19 ms) 2024-11-09T19:32:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:18,048 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:18,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:18,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180738048Disabling compacts and flushes for region at 1731180738048Disabling writes for close at 1731180738048Writing region close event to WAL at 1731180738050 (+2 ms)Closed at 1731180738050 2024-11-09T19:32:18,056 DEBUG [RS:1;fac84fd0e20f:39061 {}] zookeeper.ZKUtil(111): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,056 WARN [RS:1;fac84fd0e20f:39061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:18,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39061,1731180736958] 2024-11-09T19:32:18,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,41909,1731180736897] 2024-11-09T19:32:18,056 INFO [RS:1;fac84fd0e20f:39061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:18,056 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:18,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:18,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:18,065 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:18,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:18,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:18,075 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:18,077 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:18,080 INFO [RS:0;fac84fd0e20f:41909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:18,080 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,081 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:18,083 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:18,083 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,083 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,083 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,084 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:18,085 DEBUG [RS:0;fac84fd0e20f:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:18,085 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:18,086 INFO [RS:1;fac84fd0e20f:39061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:18,086 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,086 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:18,087 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,088 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,088 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,088 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,088 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,088 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41909,1731180736897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:18,093 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:18,093 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,093 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,093 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,093 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,093 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,093 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:18,094 DEBUG [RS:1;fac84fd0e20f:39061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:18,100 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,100 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,100 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,100 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,101 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,101 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39061,1731180736958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:18,110 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:18,110 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41909,1731180736897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,111 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,111 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.Replication(171): fac84fd0e20f,41909,1731180736897 started 2024-11-09T19:32:18,128 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:18,129 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39061,1731180736958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,129 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,129 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.Replication(171): fac84fd0e20f,39061,1731180736958 started 2024-11-09T19:32:18,132 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,132 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,41909,1731180736897, RpcServer on fac84fd0e20f/172.17.0.2:41909, sessionid=0x1012115abb20001 2024-11-09T19:32:18,133 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:18,133 DEBUG [RS:0;fac84fd0e20f:41909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,133 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41909,1731180736897' 2024-11-09T19:32:18,133 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41909,1731180736897' 2024-11-09T19:32:18,134 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:18,138 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:18,139 DEBUG [RS:0;fac84fd0e20f:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:18,140 INFO [RS:0;fac84fd0e20f:41909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:18,140 INFO [RS:0;fac84fd0e20f:41909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:18,150 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,151 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39061,1731180736958, RpcServer on fac84fd0e20f/172.17.0.2:39061, sessionid=0x1012115abb20002 2024-11-09T19:32:18,151 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:18,151 DEBUG [RS:1;fac84fd0e20f:39061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,151 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39061,1731180736958' 2024-11-09T19:32:18,151 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39061,1731180736958' 2024-11-09T19:32:18,152 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:18,153 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:18,153 DEBUG [RS:1;fac84fd0e20f:39061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:18,153 INFO [RS:1;fac84fd0e20f:39061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:18,153 INFO [RS:1;fac84fd0e20f:39061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:18,225 WARN [fac84fd0e20f:43105 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:32:18,240 INFO [RS:0;fac84fd0e20f:41909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:18,244 INFO [RS:0;fac84fd0e20f:41909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C41909%2C1731180736897, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,41909,1731180736897, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs, maxLogs=32 2024-11-09T19:32:18,254 INFO [RS:1;fac84fd0e20f:39061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:18,257 INFO [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C39061%2C1731180736958, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs, maxLogs=32 2024-11-09T19:32:18,262 DEBUG [RS:0;fac84fd0e20f:41909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,41909,1731180736897/fac84fd0e20f%2C41909%2C1731180736897.1731180738246, exclude list is [], retry=0 2024-11-09T19:32:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d,DISK] 2024-11-09T19:32:18,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44541,DS-6245629a-0707-4885-8ab9-02db55d7abc0,DISK] 2024-11-09T19:32:18,280 INFO [RS:0;fac84fd0e20f:41909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,41909,1731180736897/fac84fd0e20f%2C41909%2C1731180736897.1731180738246 2024-11-09T19:32:18,280 DEBUG [RS:1;fac84fd0e20f:39061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958/fac84fd0e20f%2C39061%2C1731180736958.1731180738260, exclude list is [], retry=0 2024-11-09T19:32:18,282 DEBUG [RS:0;fac84fd0e20f:41909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34639:34639),(127.0.0.1/127.0.0.1:38049:38049)] 2024-11-09T19:32:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44541,DS-6245629a-0707-4885-8ab9-02db55d7abc0,DISK] 2024-11-09T19:32:18,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d,DISK] 2024-11-09T19:32:18,294 INFO [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958/fac84fd0e20f%2C39061%2C1731180736958.1731180738260 2024-11-09T19:32:18,294 DEBUG [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38049:38049),(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-09T19:32:18,476 DEBUG [fac84fd0e20f:43105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:18,476 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:18,479 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:18,480 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:18,480 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:18,480 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:18,480 INFO [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:18,480 INFO [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:18,480 DEBUG [fac84fd0e20f:43105 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:18,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,483 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39061,1731180736958, state=OPENING 2024-11-09T19:32:18,529 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:18,539 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:18,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:18,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39061,1731180736958}] 2024-11-09T19:32:18,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:18,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:18,706 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:18,707 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:18,707 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:18,712 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C39061%2C1731180736958.meta, suffix=.meta, logDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs, maxLogs=32 2024-11-09T19:32:18,733 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958/fac84fd0e20f%2C39061%2C1731180736958.meta.1731180738713.meta, exclude list is [], retry=0 2024-11-09T19:32:18,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-aaae44ee-c360-4e27-a27e-4f77d3799b6d,DISK] 2024-11-09T19:32:18,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44541,DS-6245629a-0707-4885-8ab9-02db55d7abc0,DISK] 2024-11-09T19:32:18,743 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/WALs/fac84fd0e20f,39061,1731180736958/fac84fd0e20f%2C39061%2C1731180736958.meta.1731180738713.meta 2024-11-09T19:32:18,744 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38049:38049),(127.0.0.1/127.0.0.1:34639:34639)] 2024-11-09T19:32:18,745 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:18,745 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:18,745 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:18,745 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:18,746 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:18,746 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:18,746 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:18,746 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:18,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:18,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:18,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:18,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:18,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:18,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:18,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:18,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:18,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:18,762 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:18,764 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740 2024-11-09T19:32:18,767 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740 2024-11-09T19:32:18,771 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:18,771 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:18,772 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:18,775 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:18,777 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67767136, jitterRate=0.009809017181396484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:18,777 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:18,778 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180738746Writing region info on filesystem at 1731180738746Initializing all the Stores at 1731180738748 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180738748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180738748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180738748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180738748Cleaning up temporary data from old regions at 1731180738771 (+23 ms)Running coprocessor post-open hooks at 1731180738777 (+6 ms)Region opened successfully at 1731180738778 (+1 ms) 2024-11-09T19:32:18,780 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180738695 2024-11-09T19:32:18,784 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:18,784 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:18,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39061,1731180736958, state=OPEN 2024-11-09T19:32:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:18,837 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:18,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:18,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:18,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:18,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39061,1731180736958 in 297 msec 2024-11-09T19:32:18,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:18,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-11-09T19:32:18,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:18,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:18,848 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:18,848 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39061,1731180736958, seqNum=-1] 2024-11-09T19:32:18,848 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:18,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-09T19:32:18,859 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180738859, completionTime=-1 2024-11-09T19:32:18,859 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:18,859 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:18,862 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:18,862 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180798862 2024-11-09T19:32:18,862 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180858862 2024-11-09T19:32:18,863 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T19:32:18,863 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:32:18,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:43105, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,865 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,868 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:18,871 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.816sec 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:18,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:18,875 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:18,875 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:18,875 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43105,1731180736559-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:18,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3237ce77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:18,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43105,-1 for getting cluster id 2024-11-09T19:32:18,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:18,923 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc1d67e1-4c46-4068-b830-36f14eeb94c5' 2024-11-09T19:32:18,924 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:18,924 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc1d67e1-4c46-4068-b830-36f14eeb94c5" 2024-11-09T19:32:18,924 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35903722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:18,924 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43105,-1] 2024-11-09T19:32:18,924 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:18,925 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:18,927 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:18,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0f204d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:18,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:18,929 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39061,1731180736958, seqNum=-1] 2024-11-09T19:32:18,930 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:18,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:18,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:18,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:18,935 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:18,935 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc50eef 2024-11-09T19:32:18,936 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:18,937 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:18,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:18,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:18,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:18,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:18,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:18,958 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b12312c978981fee9139177c0d4816cf, NAME => 'testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee 2024-11-09T19:32:18,959 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 67f3f235ed3ad4c79fc31238a2824b53, NAME => 'testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee 2024-11-09T19:32:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b12312c978981fee9139177c0d4816cf, disabling compactions & flushes 2024-11-09T19:32:18,975 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. after waiting 0 ms 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:18,975 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:18,975 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b12312c978981fee9139177c0d4816cf: Waiting for close lock at 1731180738975Disabling compacts and flushes for region at 1731180738975Disabling writes for close at 1731180738975Writing region close event to WAL at 1731180738975Closed at 1731180738975 2024-11-09T19:32:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 67f3f235ed3ad4c79fc31238a2824b53, disabling compactions & flushes 2024-11-09T19:32:19,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. after waiting 0 ms 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,375 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 67f3f235ed3ad4c79fc31238a2824b53: Waiting for close lock at 1731180739375Disabling compacts and flushes for region at 1731180739375Disabling writes for close at 1731180739375Writing region close event to WAL at 1731180739375Closed at 1731180739375 2024-11-09T19:32:19,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:19,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180739378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180739378"}]},"ts":"1731180739378"} 2024-11-09T19:32:19,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180739378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180739378"}]},"ts":"1731180739378"} 2024-11-09T19:32:19,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:19,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:19,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180739388"}]},"ts":"1731180739388"} 2024-11-09T19:32:19,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:19,393 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:19,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:19,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:19,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:19,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:19,395 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:19,395 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:19,395 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:19,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b12312c978981fee9139177c0d4816cf, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f3f235ed3ad4c79fc31238a2824b53, ASSIGN}] 2024-11-09T19:32:19,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b12312c978981fee9139177c0d4816cf, ASSIGN 2024-11-09T19:32:19,401 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f3f235ed3ad4c79fc31238a2824b53, ASSIGN 2024-11-09T19:32:19,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b12312c978981fee9139177c0d4816cf, ASSIGN; state=OFFLINE, location=fac84fd0e20f,41909,1731180736897; forceNewPlan=false, retain=false 2024-11-09T19:32:19,403 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f3f235ed3ad4c79fc31238a2824b53, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39061,1731180736958; forceNewPlan=false, retain=false 2024-11-09T19:32:19,553 INFO [fac84fd0e20f:43105 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:19,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67f3f235ed3ad4c79fc31238a2824b53, regionState=OPENING, regionLocation=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:19,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12312c978981fee9139177c0d4816cf, regionState=OPENING, regionLocation=fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:19,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f3f235ed3ad4c79fc31238a2824b53, ASSIGN because future has completed 2024-11-09T19:32:19,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f3f235ed3ad4c79fc31238a2824b53, server=fac84fd0e20f,39061,1731180736958}] 2024-11-09T19:32:19,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b12312c978981fee9139177c0d4816cf, ASSIGN because future has completed 2024-11-09T19:32:19,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12312c978981fee9139177c0d4816cf, server=fac84fd0e20f,41909,1731180736897}] 2024-11-09T19:32:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:19,720 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 67f3f235ed3ad4c79fc31238a2824b53, NAME => 'testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:19,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:19,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,721 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,724 INFO [StoreOpener-67f3f235ed3ad4c79fc31238a2824b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,726 INFO [StoreOpener-67f3f235ed3ad4c79fc31238a2824b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67f3f235ed3ad4c79fc31238a2824b53 columnFamilyName family 2024-11-09T19:32:19,726 DEBUG [StoreOpener-67f3f235ed3ad4c79fc31238a2824b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:19,726 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:19,727 INFO [StoreOpener-67f3f235ed3ad4c79fc31238a2824b53-1 {}] regionserver.HStore(327): Store=67f3f235ed3ad4c79fc31238a2824b53/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:19,727 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:19,728 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,729 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,733 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:19,733 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b12312c978981fee9139177c0d4816cf, NAME => 'testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:19,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:19,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,738 INFO [StoreOpener-b12312c978981fee9139177c0d4816cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,740 INFO [StoreOpener-b12312c978981fee9139177c0d4816cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12312c978981fee9139177c0d4816cf columnFamilyName family 2024-11-09T19:32:19,740 DEBUG [StoreOpener-b12312c978981fee9139177c0d4816cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:19,741 INFO [StoreOpener-b12312c978981fee9139177c0d4816cf-1 {}] regionserver.HStore(327): Store=b12312c978981fee9139177c0d4816cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:19,741 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,743 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,743 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:19,746 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 67f3f235ed3ad4c79fc31238a2824b53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774816, jitterRate=0.09933042526245117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:19,746 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:19,747 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,747 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 67f3f235ed3ad4c79fc31238a2824b53: Running coprocessor pre-open hook at 1731180739722Writing region info on filesystem at 1731180739722Initializing all the Stores at 1731180739723 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180739723Cleaning up temporary data from old regions at 1731180739730 (+7 ms)Running coprocessor post-open hooks at 1731180739747 (+17 ms)Region opened successfully at 1731180739747 2024-11-09T19:32:19,751 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:19,752 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53., pid=7, masterSystemTime=1731180739715 2024-11-09T19:32:19,752 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b12312c978981fee9139177c0d4816cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984694, jitterRate=-0.10615840554237366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:19,753 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:19,753 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b12312c978981fee9139177c0d4816cf: Running coprocessor pre-open hook at 1731180739735Writing region info on filesystem at 1731180739735Initializing all the Stores at 1731180739736 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180739736Cleaning up temporary data from old regions at 1731180739744 (+8 ms)Running coprocessor post-open hooks at 1731180739753 (+9 ms)Region opened successfully at 1731180739753 2024-11-09T19:32:19,756 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,756 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:19,756 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf., pid=8, masterSystemTime=1731180739726 2024-11-09T19:32:19,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67f3f235ed3ad4c79fc31238a2824b53, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:19,761 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:19,761 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:19,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b12312c978981fee9139177c0d4816cf, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67f3f235ed3ad4c79fc31238a2824b53, server=fac84fd0e20f,39061,1731180736958 because future has completed 2024-11-09T19:32:19,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12312c978981fee9139177c0d4816cf, server=fac84fd0e20f,41909,1731180736897 because future has completed 2024-11-09T19:32:19,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T19:32:19,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 67f3f235ed3ad4c79fc31238a2824b53, server=fac84fd0e20f,39061,1731180736958 in 215 msec 2024-11-09T19:32:19,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=67f3f235ed3ad4c79fc31238a2824b53, ASSIGN in 386 msec 2024-11-09T19:32:19,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T19:32:19,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b12312c978981fee9139177c0d4816cf, server=fac84fd0e20f,41909,1731180736897 in 214 msec 2024-11-09T19:32:19,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:32:19,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b12312c978981fee9139177c0d4816cf, ASSIGN in 394 msec 2024-11-09T19:32:19,798 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:19,798 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180739798"}]},"ts":"1731180739798"} 2024-11-09T19:32:19,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:19,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:19,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 870 msec 2024-11-09T19:32:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:20,079 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:20,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:20,079 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:20,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:20,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:20,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:20,090 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf., hostname=fac84fd0e20f,41909,1731180736897, seqNum=2] 2024-11-09T19:32:20,090 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:20,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:20,107 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53., hostname=fac84fd0e20f,39061,1731180736958, seqNum=2] 2024-11-09T19:32:20,123 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b12312c978981fee9139177c0d4816cf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:20,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/.tmp/family/b84ba0c4650b437ea26daaeab8cd2fd7 is 32, key is 1/family:/1731180740093/Put/seqid=0 2024-11-09T19:32:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:20,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/.tmp/family/b84ba0c4650b437ea26daaeab8cd2fd7 2024-11-09T19:32:20,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/.tmp/family/b84ba0c4650b437ea26daaeab8cd2fd7 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/family/b84ba0c4650b437ea26daaeab8cd2fd7 2024-11-09T19:32:20,176 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/family/b84ba0c4650b437ea26daaeab8cd2fd7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:20,178 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b12312c978981fee9139177c0d4816cf in 54ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:20,178 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b12312c978981fee9139177c0d4816cf: 2024-11-09T19:32:20,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 67f3f235ed3ad4c79fc31238a2824b53 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:20,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/.tmp/family/35faeeef1448460598e6b516d6e261b1 is 32, key is 5/family:/1731180740109/Put/seqid=0 2024-11-09T19:32:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:20,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:20,204 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/.tmp/family/35faeeef1448460598e6b516d6e261b1 2024-11-09T19:32:20,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/.tmp/family/35faeeef1448460598e6b516d6e261b1 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/family/35faeeef1448460598e6b516d6e261b1 2024-11-09T19:32:20,224 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/family/35faeeef1448460598e6b516d6e261b1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:20,226 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 67f3f235ed3ad4c79fc31238a2824b53 in 48ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:20,226 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 67f3f235ed3ad4c79fc31238a2824b53: 2024-11-09T19:32:20,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:20,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:20,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:20,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:20,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=537731153, stopped=false 2024-11-09T19:32:20,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,43105,1731180736559 2024-11-09T19:32:20,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:20,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:20,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:20,255 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:20,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:20,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:20,255 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:20,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:20,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:20,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:20,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:20,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:20,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,41909,1731180736897' ***** 2024-11-09T19:32:20,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:20,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39061,1731180736958' ***** 2024-11-09T19:32:20,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:20,257 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:20,257 INFO [RS:1;fac84fd0e20f:39061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:20,257 INFO [RS:1;fac84fd0e20f:39061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:20,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:20,257 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(3091): Received CLOSE for 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(3091): Received CLOSE for b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:20,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:20,257 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:20,258 INFO [RS:0;fac84fd0e20f:41909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:41909. 2024-11-09T19:32:20,258 DEBUG [RS:0;fac84fd0e20f:41909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:20,258 DEBUG [RS:0;fac84fd0e20f:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:39061. 2024-11-09T19:32:20,258 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67f3f235ed3ad4c79fc31238a2824b53, disabling compactions & flushes 2024-11-09T19:32:20,258 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1325): Online Regions={b12312c978981fee9139177c0d4816cf=testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf.} 2024-11-09T19:32:20,258 DEBUG [RS:1;fac84fd0e20f:39061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:20,258 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:20,258 DEBUG [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1351): Waiting on b12312c978981fee9139177c0d4816cf 2024-11-09T19:32:20,258 DEBUG [RS:1;fac84fd0e20f:39061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. after waiting 0 ms 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b12312c978981fee9139177c0d4816cf, disabling compactions & flushes 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:20,258 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:20,258 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:20,258 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:20,259 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. after waiting 0 ms 2024-11-09T19:32:20,259 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:20,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:20,261 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:20,261 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1325): Online Regions={67f3f235ed3ad4c79fc31238a2824b53=testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:20,261 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:20,262 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67f3f235ed3ad4c79fc31238a2824b53 2024-11-09T19:32:20,262 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:20,262 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:20,263 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:20,263 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:20,263 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:20,274 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/b12312c978981fee9139177c0d4816cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:20,275 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/default/testClearRegionBlockCache/67f3f235ed3ad4c79fc31238a2824b53/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:20,275 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b12312c978981fee9139177c0d4816cf: Waiting for close lock at 1731180740258Running coprocessor pre-close hooks at 1731180740258Disabling compacts and flushes for region at 1731180740258Disabling writes for close at 1731180740259 (+1 ms)Writing region close event to WAL at 1731180740265 (+6 ms)Running coprocessor post-close hooks at 1731180740275 (+10 ms)Closed at 1731180740275 2024-11-09T19:32:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180738938.b12312c978981fee9139177c0d4816cf. 2024-11-09T19:32:20,277 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:20,277 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67f3f235ed3ad4c79fc31238a2824b53: Waiting for close lock at 1731180740258Running coprocessor pre-close hooks at 1731180740258Disabling compacts and flushes for region at 1731180740258Disabling writes for close at 1731180740258Writing region close event to WAL at 1731180740265 (+7 ms)Running coprocessor post-close hooks at 1731180740277 (+12 ms)Closed at 1731180740277 2024-11-09T19:32:20,277 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53. 2024-11-09T19:32:20,288 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/info/abe7089ae24749a5acdbb897c2ee2515 is 173, key is testClearRegionBlockCache,5,1731180738938.67f3f235ed3ad4c79fc31238a2824b53./info:regioninfo/1731180739757/Put/seqid=0 2024-11-09T19:32:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:20,303 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/info/abe7089ae24749a5acdbb897c2ee2515 2024-11-09T19:32:20,310 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:20,312 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:20,337 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/ns/c83969a089b74691ab4ec88326c0544b is 43, key is default/ns:d/1731180738851/Put/seqid=0 2024-11-09T19:32:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:20,345 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/ns/c83969a089b74691ab4ec88326c0544b 2024-11-09T19:32:20,370 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/table/4b181be561294d6a97a0bb16d09487a1 is 61, key is testClearRegionBlockCache/table:state/1731180739798/Put/seqid=0 2024-11-09T19:32:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:20,458 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,41909,1731180736897; all regions closed. 2024-11-09T19:32:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:20,462 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:20,464 DEBUG [RS:0;fac84fd0e20f:41909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41909%2C1731180736897:(num 1731180738246) 2024-11-09T19:32:20,465 DEBUG [RS:0;fac84fd0e20f:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:20,465 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:20,466 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:20,466 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:20,466 INFO [RS:0;fac84fd0e20f:41909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41909 2024-11-09T19:32:20,466 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:20,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:20,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,41909,1731180736897 2024-11-09T19:32:20,476 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:20,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,41909,1731180736897] 2024-11-09T19:32:20,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,41909,1731180736897 already deleted, retry=false 2024-11-09T19:32:20,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,41909,1731180736897 expired; onlineServers=1 2024-11-09T19:32:20,587 INFO [RS:0;fac84fd0e20f:41909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:20,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x1012115abb20001, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:20,587 INFO [RS:0;fac84fd0e20f:41909 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,41909,1731180736897; zookeeper connection closed. 2024-11-09T19:32:20,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@223fe34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@223fe34 2024-11-09T19:32:20,662 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:20,781 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/table/4b181be561294d6a97a0bb16d09487a1 2024-11-09T19:32:20,793 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/info/abe7089ae24749a5acdbb897c2ee2515 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/info/abe7089ae24749a5acdbb897c2ee2515 2024-11-09T19:32:20,807 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/info/abe7089ae24749a5acdbb897c2ee2515, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:20,809 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/ns/c83969a089b74691ab4ec88326c0544b as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/ns/c83969a089b74691ab4ec88326c0544b 2024-11-09T19:32:20,825 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/ns/c83969a089b74691ab4ec88326c0544b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:20,827 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/.tmp/table/4b181be561294d6a97a0bb16d09487a1 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/table/4b181be561294d6a97a0bb16d09487a1 2024-11-09T19:32:20,839 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/table/4b181be561294d6a97a0bb16d09487a1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:20,841 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:20,862 DEBUG [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:20,866 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:20,866 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:20,867 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:20,867 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180740261Running coprocessor pre-close hooks at 1731180740261Disabling compacts and flushes for region at 1731180740261Disabling writes for close at 1731180740263 (+2 ms)Obtaining lock to block concurrent updates at 1731180740263Preparing flush snapshotting stores in 1588230740 at 1731180740263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180740263Flushing stores of hbase:meta,,1.1588230740 at 1731180740264 (+1 ms)Flushing 1588230740/info: creating writer at 1731180740264Flushing 1588230740/info: appending metadata at 1731180740287 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731180740287Flushing 1588230740/ns: creating writer at 1731180740316 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731180740336 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731180740336Flushing 1588230740/table: creating writer at 1731180740353 (+17 ms)Flushing 1588230740/table: appending metadata at 1731180740369 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731180740369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70675528: reopening flushed file at 1731180740791 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f181daf: reopening flushed file at 1731180740807 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e450f2: reopening flushed file at 1731180740825 (+18 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=13, compaction requested=false at 1731180740841 (+16 ms)Writing region close event to WAL at 1731180740850 (+9 ms)Running coprocessor post-close hooks at 1731180740866 (+16 ms)Closed at 1731180740867 (+1 ms) 2024-11-09T19:32:20,867 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:21,063 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39061,1731180736958; all regions closed. 2024-11-09T19:32:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:21,068 DEBUG [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs 2024-11-09T19:32:21,068 INFO [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39061%2C1731180736958.meta:.meta(num 1731180738713) 2024-11-09T19:32:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741834_1010 (size=1867) 2024-11-09T19:32:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741834_1010 (size=1867) 2024-11-09T19:32:21,074 DEBUG [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/oldWALs 2024-11-09T19:32:21,074 INFO [RS:1;fac84fd0e20f:39061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39061%2C1731180736958:(num 1731180738260) 2024-11-09T19:32:21,074 DEBUG [RS:1;fac84fd0e20f:39061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:21,074 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:21,075 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:21,075 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:21,075 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:21,075 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:21,075 INFO [RS:1;fac84fd0e20f:39061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39061 2024-11-09T19:32:21,170 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,39061,1731180736958 2024-11-09T19:32:21,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:21,170 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:21,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39061,1731180736958] 2024-11-09T19:32:21,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,39061,1731180736958 already deleted, retry=false 2024-11-09T19:32:21,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39061,1731180736958 expired; onlineServers=0 2024-11-09T19:32:21,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,43105,1731180736559' ***** 2024-11-09T19:32:21,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:21,347 INFO [M:0;fac84fd0e20f:43105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:21,347 INFO [M:0;fac84fd0e20f:43105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:21,348 DEBUG [M:0;fac84fd0e20f:43105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:21,348 DEBUG [M:0;fac84fd0e20f:43105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:21,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:21,348 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180737886 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180737886,5,FailOnTimeoutGroup] 2024-11-09T19:32:21,348 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180737897 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180737897,5,FailOnTimeoutGroup] 2024-11-09T19:32:21,348 INFO [M:0;fac84fd0e20f:43105 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:21,348 INFO [M:0;fac84fd0e20f:43105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:21,348 DEBUG [M:0;fac84fd0e20f:43105 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:21,348 INFO [M:0;fac84fd0e20f:43105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:21,348 INFO [M:0;fac84fd0e20f:43105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:21,349 INFO [M:0;fac84fd0e20f:43105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:21,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:21,366 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:21,366 INFO [RS:1;fac84fd0e20f:39061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:21,366 INFO [RS:1;fac84fd0e20f:39061 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39061,1731180736958; zookeeper connection closed. 2024-11-09T19:32:21,366 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39061-0x1012115abb20002, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:21,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e010b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e010b69 2024-11-09T19:32:21,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:21,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:21,527 DEBUG [M:0;fac84fd0e20f:43105 {}] zookeeper.ZKUtil(347): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:32:21,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:21,527 WARN [M:0;fac84fd0e20f:43105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:32:21,528 INFO [M:0;fac84fd0e20f:43105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/.lastflushedseqids 2024-11-09T19:32:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:21,539 INFO [M:0;fac84fd0e20f:43105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:21,539 INFO [M:0;fac84fd0e20f:43105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:21,539 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:21,539 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:21,539 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:21,539 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:21,539 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:21,539 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T19:32:21,558 DEBUG [M:0;fac84fd0e20f:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b362519cb4840fbbbf37c4ac7362c76 is 82, key is hbase:meta,,1/info:regioninfo/1731180738786/Put/seqid=0 2024-11-09T19:32:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:21,965 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b362519cb4840fbbbf37c4ac7362c76 2024-11-09T19:32:21,989 DEBUG [M:0;fac84fd0e20f:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dcd4a5798b44586bf7860834fb02688 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180739813/Put/seqid=0 2024-11-09T19:32:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:22,000 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dcd4a5798b44586bf7860834fb02688 2024-11-09T19:32:22,030 DEBUG [M:0;fac84fd0e20f:43105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95bb90ad2557476699784867db4b35d8 is 69, key is fac84fd0e20f,39061,1731180736958/rs:state/1731180738010/Put/seqid=0 2024-11-09T19:32:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:22,041 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95bb90ad2557476699784867db4b35d8 2024-11-09T19:32:22,049 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b362519cb4840fbbbf37c4ac7362c76 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b362519cb4840fbbbf37c4ac7362c76 2024-11-09T19:32:22,056 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b362519cb4840fbbbf37c4ac7362c76, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:22,057 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4dcd4a5798b44586bf7860834fb02688 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dcd4a5798b44586bf7860834fb02688 2024-11-09T19:32:22,064 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4dcd4a5798b44586bf7860834fb02688, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:22,066 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95bb90ad2557476699784867db4b35d8 as hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95bb90ad2557476699784867db4b35d8 2024-11-09T19:32:22,077 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/0848a9d4-4a1c-85c2-d354-9c589b934aee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95bb90ad2557476699784867db4b35d8, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:22,079 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:22,084 INFO [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:22,084 DEBUG [M:0;fac84fd0e20f:43105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180741539Disabling compacts and flushes for region at 1731180741539Disabling writes for close at 1731180741539Obtaining lock to block concurrent updates at 1731180741539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180741539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731180741540 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180741541 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180741541Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180741558 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180741558Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180741972 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180741988 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180741988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180742008 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180742029 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180742029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34213e8f: reopening flushed file at 1731180742048 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f404b8a: reopening flushed file at 1731180742056 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c93473b: reopening flushed file at 1731180742064 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false at 1731180742079 (+15 ms)Writing region close event to WAL at 1731180742084 (+5 ms)Closed at 1731180742084 2024-11-09T19:32:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44541 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:22,090 INFO [M:0;fac84fd0e20f:43105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:22,090 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:22,090 INFO [M:0;fac84fd0e20f:43105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43105 2024-11-09T19:32:22,090 INFO [M:0;fac84fd0e20f:43105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:22,207 INFO [M:0;fac84fd0e20f:43105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43105-0x1012115abb20000, quorum=127.0.0.1:60377, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:22,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e12aa06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:22,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8909922{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:22,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:22,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c101a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:22,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f658f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:22,213 WARN [BP-1102167414-172.17.0.2-1731180733832 heartbeating to localhost/127.0.0.1:42525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:22,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:22,213 WARN [BP-1102167414-172.17.0.2-1731180733832 heartbeating to localhost/127.0.0.1:42525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1102167414-172.17.0.2-1731180733832 (Datanode Uuid 37c8f029-c5d1-4e19-b760-4db9f0fe30f3) service to localhost/127.0.0.1:42525 2024-11-09T19:32:22,213 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:22,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data3/current/BP-1102167414-172.17.0.2-1731180733832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:22,214 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data4/current/BP-1102167414-172.17.0.2-1731180733832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:22,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:22,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7220c4a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:22,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2127590a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:22,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:22,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7898ac3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:22,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0e0050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:22,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:22,218 WARN [BP-1102167414-172.17.0.2-1731180733832 heartbeating to localhost/127.0.0.1:42525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:22,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:22,218 WARN [BP-1102167414-172.17.0.2-1731180733832 heartbeating to localhost/127.0.0.1:42525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1102167414-172.17.0.2-1731180733832 (Datanode Uuid 46b6ac63-7c07-433f-b2dd-c6c274213c23) service to localhost/127.0.0.1:42525 2024-11-09T19:32:22,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data1/current/BP-1102167414-172.17.0.2-1731180733832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:22,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/cluster_c38d3cf6-7d67-e9dc-a036-ffe3c81fad04/data/data2/current/BP-1102167414-172.17.0.2-1731180733832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:22,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:22,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ebe9064{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:22,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5020fd2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:22,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:22,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f9c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:22,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25edd9b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:22,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:22,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:22,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42525 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42525 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 413) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 376) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4785 (was 5663) 2024-11-09T19:32:22,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4784 2024-11-09T19:32:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir so I do NOT create it in target/test-data/5b76db16-c813-70bd-120f-492b66e776ba 2024-11-09T19:32:22,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:32:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.tmp.dir so I do NOT create it in target/test-data/5b76db16-c813-70bd-120f-492b66e776ba 2024-11-09T19:32:22,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/306594da-6638-6b96-4fb1-c99bfc0a01a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:32:22,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba 2024-11-09T19:32:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:22,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8, deleteOnExit=true 2024-11-09T19:32:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/test.cache.data in system properties and HBase conf 2024-11-09T19:32:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:22,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:22,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:22,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:22,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:22,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:22,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:22,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:22,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:22,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:22,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:22,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:22,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:22,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dc1852{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:22,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51694fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:22,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e9489ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/java.io.tmpdir/jetty-localhost-43097-hadoop-hdfs-3_4_1-tests_jar-_-any-3081453274169372526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:22,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c063019{HTTP/1.1, (http/1.1)}{localhost:43097} 2024-11-09T19:32:22,781 INFO [Time-limited test {}] server.Server(415): Started @22215ms 2024-11-09T19:32:23,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:23,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:23,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:23,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:23,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:23,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea4e485{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:23,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41117cb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:23,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c8a6fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/java.io.tmpdir/jetty-localhost-39361-hadoop-hdfs-3_4_1-tests_jar-_-any-5790780168305334034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:23,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac919db{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-11-09T19:32:23,159 INFO [Time-limited test {}] server.Server(415): Started @22592ms 2024-11-09T19:32:23,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:23,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:23,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:23,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:23,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:23,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:23,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771ef815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:23,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e53aeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:23,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55aa9e8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/java.io.tmpdir/jetty-localhost-38011-hadoop-hdfs-3_4_1-tests_jar-_-any-5739525945182295848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:23,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a8ed98{HTTP/1.1, (http/1.1)}{localhost:38011} 2024-11-09T19:32:23,354 INFO [Time-limited test {}] server.Server(415): Started @22788ms 2024-11-09T19:32:23,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:24,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:32:24,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:24,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:24,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:24,371 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data1/current/BP-1360004901-172.17.0.2-1731180742342/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:24,371 WARN [Thread-635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data2/current/BP-1360004901-172.17.0.2-1731180742342/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:24,392 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e78c87a39acad6e with lease ID 0x726110ccea4b4fc7: Processing first storage report for DS-bc74d7e3-b28d-46ff-8216-091e659fd10f from datanode DatanodeRegistration(127.0.0.1:36175, datanodeUuid=494381c3-48bf-4b41-9716-d15c296fcc87, infoPort=34963, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342) 2024-11-09T19:32:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e78c87a39acad6e with lease ID 0x726110ccea4b4fc7: from storage DS-bc74d7e3-b28d-46ff-8216-091e659fd10f node DatanodeRegistration(127.0.0.1:36175, datanodeUuid=494381c3-48bf-4b41-9716-d15c296fcc87, infoPort=34963, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e78c87a39acad6e with lease ID 0x726110ccea4b4fc7: Processing first storage report for DS-c69ecd97-4878-4139-be8d-cf610b397793 from datanode DatanodeRegistration(127.0.0.1:36175, datanodeUuid=494381c3-48bf-4b41-9716-d15c296fcc87, infoPort=34963, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342) 2024-11-09T19:32:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e78c87a39acad6e with lease ID 0x726110ccea4b4fc7: from storage DS-c69ecd97-4878-4139-be8d-cf610b397793 node DatanodeRegistration(127.0.0.1:36175, datanodeUuid=494381c3-48bf-4b41-9716-d15c296fcc87, infoPort=34963, infoSecurePort=0, ipcPort=41799, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:32:24,642 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data3/current/BP-1360004901-172.17.0.2-1731180742342/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:24,642 WARN [Thread-646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data4/current/BP-1360004901-172.17.0.2-1731180742342/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:24,669 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a53c5a422dc958d with lease ID 0x726110ccea4b4fc8: Processing first storage report for DS-f8a1fd76-8bc8-4253-a2b2-363005e47208 from datanode DatanodeRegistration(127.0.0.1:43547, datanodeUuid=4615a54a-a37e-4542-8fdc-6c2b76ac5249, infoPort=43965, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342) 2024-11-09T19:32:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a53c5a422dc958d with lease ID 0x726110ccea4b4fc8: from storage DS-f8a1fd76-8bc8-4253-a2b2-363005e47208 node DatanodeRegistration(127.0.0.1:43547, datanodeUuid=4615a54a-a37e-4542-8fdc-6c2b76ac5249, infoPort=43965, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a53c5a422dc958d with lease ID 0x726110ccea4b4fc8: Processing first storage report for DS-fea37fd5-41a8-4e96-8357-03180d19f758 from datanode DatanodeRegistration(127.0.0.1:43547, datanodeUuid=4615a54a-a37e-4542-8fdc-6c2b76ac5249, infoPort=43965, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342) 2024-11-09T19:32:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a53c5a422dc958d with lease ID 0x726110ccea4b4fc8: from storage DS-fea37fd5-41a8-4e96-8357-03180d19f758 node DatanodeRegistration(127.0.0.1:43547, datanodeUuid=4615a54a-a37e-4542-8fdc-6c2b76ac5249, infoPort=43965, infoSecurePort=0, ipcPort=46327, storageInfo=lv=-57;cid=testClusterID;nsid=466460838;c=1731180742342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:24,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba 2024-11-09T19:32:24,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/zookeeper_0, clientPort=57360, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:24,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57360 2024-11-09T19:32:24,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:24,749 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 with version=8 2024-11-09T19:32:24,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/hbase-staging 2024-11-09T19:32:24,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:24,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:24,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:24,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:24,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:24,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43891 2024-11-09T19:32:24,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43891 connecting to ZooKeeper ensemble=127.0.0.1:57360 2024-11-09T19:32:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438910x0, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:24,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43891-0x1012115cbc50000 connected 2024-11-09T19:32:24,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:24,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410, hbase.cluster.distributed=false 2024-11-09T19:32:24,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43891 2024-11-09T19:32:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43891 2024-11-09T19:32:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43891 2024-11-09T19:32:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43891 2024-11-09T19:32:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43891 2024-11-09T19:32:24,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:24,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:24,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:24,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42049 2024-11-09T19:32:24,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42049 connecting to ZooKeeper ensemble=127.0.0.1:57360 2024-11-09T19:32:24,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420490x0, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:24,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420490x0, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:24,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42049-0x1012115cbc50001 connected 2024-11-09T19:32:24,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:24,961 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:24,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:24,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:24,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42049 2024-11-09T19:32:24,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42049 2024-11-09T19:32:24,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42049 2024-11-09T19:32:24,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42049 2024-11-09T19:32:24,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42049 2024-11-09T19:32:24,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:24,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:24,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:24,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:24,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:24,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:24,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46881 2024-11-09T19:32:24,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46881 connecting to ZooKeeper ensemble=127.0.0.1:57360 2024-11-09T19:32:24,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468810x0, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:24,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468810x0, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46881-0x1012115cbc50002 connected 2024-11-09T19:32:24,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:24,994 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:24,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:24,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:24,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-09T19:32:24,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46881 2024-11-09T19:32:24,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46881 2024-11-09T19:32:25,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-09T19:32:25,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-09T19:32:25,013 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:43891 2024-11-09T19:32:25,013 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,024 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:25,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:25,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,035 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:25,036 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,43891,1731180744751 from backup master directory 2024-11-09T19:32:25,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:25,045 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:25,045 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,050 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/hbase.id] with ID: 4f97b84b-4bb3-4b49-b4fd-41257d23b133 2024-11-09T19:32:25,050 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/.tmp/hbase.id 2024-11-09T19:32:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:25,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:25,059 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/.tmp/hbase.id]:[hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/hbase.id] 2024-11-09T19:32:25,075 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:25,075 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:25,077 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T19:32:25,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:25,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:25,097 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:25,098 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:25,098 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:25,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store 2024-11-09T19:32:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:25,119 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:25,119 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:25,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180745119Disabling compacts and flushes for region at 1731180745119Disabling writes for close at 1731180745119Writing region close event to WAL at 1731180745119Closed at 1731180745119 2024-11-09T19:32:25,120 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/.initializing 2024-11-09T19:32:25,120 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/WALs/fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,121 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:25,123 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43891%2C1731180744751, suffix=, logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/WALs/fac84fd0e20f,43891,1731180744751, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:25,142 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/WALs/fac84fd0e20f,43891,1731180744751/fac84fd0e20f%2C43891%2C1731180744751.1731180745123, exclude list is [], retry=0 2024-11-09T19:32:25,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f8a1fd76-8bc8-4253-a2b2-363005e47208,DISK] 2024-11-09T19:32:25,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-bc74d7e3-b28d-46ff-8216-091e659fd10f,DISK] 2024-11-09T19:32:25,147 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/WALs/fac84fd0e20f,43891,1731180744751/fac84fd0e20f%2C43891%2C1731180744751.1731180745123 2024-11-09T19:32:25,148 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43965:43965),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-09T19:32:25,148 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:25,148 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:25,149 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,149 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:25,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:25,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:25,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:25,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:25,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:25,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:25,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:25,163 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,164 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,165 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:25,169 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:25,172 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:25,172 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731391, jitterRate=0.03907869756221771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:25,173 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180745149Initializing all the Stores at 1731180745150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180745150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180745150Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180745151 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180745151Cleaning up temporary data from old regions at 1731180745167 (+16 ms)Region opened successfully at 1731180745173 (+6 ms) 2024-11-09T19:32:25,174 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:25,178 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ea0ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:25,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:25,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:25,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:25,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:25,180 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:32:25,181 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:32:25,181 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:25,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:25,188 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:25,192 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:25,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:25,194 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:25,203 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:25,203 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:25,205 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:25,213 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:25,214 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:25,224 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:25,226 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:25,234 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:25,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,256 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,43891,1731180744751, sessionid=0x1012115cbc50000, setting cluster-up flag (Was=false) 2024-11-09T19:32:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,308 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:25,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,361 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:25,362 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:25,364 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:25,366 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:25,367 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:25,367 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:25,367 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,43891,1731180744751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:25,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,370 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180775370 2024-11-09T19:32:25,370 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:25,370 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:25,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:25,371 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:25,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:25,372 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:25,372 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:25,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:25,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180745372,5,FailOnTimeoutGroup] 2024-11-09T19:32:25,380 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180745376,5,FailOnTimeoutGroup] 2024-11-09T19:32:25,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:25,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,381 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:25,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:25,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 2024-11-09T19:32:25,406 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(746): ClusterId : 4f97b84b-4bb3-4b49-b4fd-41257d23b133 2024-11-09T19:32:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:25,406 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(746): ClusterId : 4f97b84b-4bb3-4b49-b4fd-41257d23b133 2024-11-09T19:32:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:32:25,407 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:25,407 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:25,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:25,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:25,414 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:25,415 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:25,415 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:25,415 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:25,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:25,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:25,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:25,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:25,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:25,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:25,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:25,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:25,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:25,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:25,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:25,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740 2024-11-09T19:32:25,425 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:25,425 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:25,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740 2024-11-09T19:32:25,426 DEBUG [RS:0;fac84fd0e20f:42049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2179b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:25,426 DEBUG [RS:1;fac84fd0e20f:46881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418413d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:25,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:25,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:25,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:25,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:25,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:25,433 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549692, jitterRate=-0.008332312107086182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180745408Initializing all the Stores at 1731180745409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180745409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180745412 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180745412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180745412Cleaning up temporary data from old regions at 1731180745427 (+15 ms)Region opened successfully at 1731180745434 (+7 ms) 2024-11-09T19:32:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:25,434 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:25,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:25,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:25,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180745434Disabling compacts and flushes for region at 1731180745434Disabling writes for close at 1731180745434Writing region close event to WAL at 1731180745436 (+2 ms)Closed at 1731180745436 2024-11-09T19:32:25,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:25,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:25,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:25,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:25,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:25,443 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:42049 2024-11-09T19:32:25,443 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:25,443 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:25,443 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:25,444 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43891,1731180744751 with port=42049, startcode=1731180744938 2024-11-09T19:32:25,444 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:46881 2024-11-09T19:32:25,444 DEBUG [RS:0;fac84fd0e20f:42049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:25,444 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:25,444 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:25,444 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:25,445 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43891,1731180744751 with port=46881, startcode=1731180744979 2024-11-09T19:32:25,445 DEBUG [RS:1;fac84fd0e20f:46881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:25,446 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:25,447 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:25,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43891 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43891 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,449 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 2024-11-09T19:32:25,449 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46267 2024-11-09T19:32:25,449 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:25,451 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 2024-11-09T19:32:25,451 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46267 2024-11-09T19:32:25,451 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:25,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:25,499 DEBUG [RS:0;fac84fd0e20f:42049 {}] zookeeper.ZKUtil(111): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,499 WARN [RS:0;fac84fd0e20f:42049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:25,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,46881,1731180744979] 2024-11-09T19:32:25,500 INFO [RS:0;fac84fd0e20f:42049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:25,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,42049,1731180744938] 2024-11-09T19:32:25,500 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,500 DEBUG [RS:1;fac84fd0e20f:46881 {}] zookeeper.ZKUtil(111): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,500 WARN [RS:1;fac84fd0e20f:46881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:25,500 INFO [RS:1;fac84fd0e20f:46881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:25,500 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,504 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:25,504 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:25,506 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:25,508 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:25,509 INFO [RS:1;fac84fd0e20f:46881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:25,509 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,509 INFO [RS:0;fac84fd0e20f:42049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:25,509 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:25,509 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,509 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:25,510 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:25,510 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,510 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,510 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,511 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:25,512 DEBUG [RS:0;fac84fd0e20f:42049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,515 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42049,1731180744938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:25,515 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,516 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,517 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:25,517 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:25,517 DEBUG [RS:1;fac84fd0e20f:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,520 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46881,1731180744979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:25,535 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:25,535 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:25,535 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42049,1731180744938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,535 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46881,1731180744979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,535 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,535 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,535 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.Replication(171): fac84fd0e20f,42049,1731180744938 started 2024-11-09T19:32:25,535 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.Replication(171): fac84fd0e20f,46881,1731180744979 started 2024-11-09T19:32:25,550 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,550 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:25,550 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,46881,1731180744979, RpcServer on fac84fd0e20f/172.17.0.2:46881, sessionid=0x1012115cbc50002 2024-11-09T19:32:25,550 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,42049,1731180744938, RpcServer on fac84fd0e20f/172.17.0.2:42049, sessionid=0x1012115cbc50001 2024-11-09T19:32:25,550 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:25,550 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:25,550 DEBUG [RS:1;fac84fd0e20f:46881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,550 DEBUG [RS:0;fac84fd0e20f:42049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,550 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46881,1731180744979' 2024-11-09T19:32:25,550 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42049,1731180744938' 2024-11-09T19:32:25,550 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:25,550 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46881,1731180744979' 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42049,1731180744938' 2024-11-09T19:32:25,551 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:25,551 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:25,552 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:25,552 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:25,552 DEBUG [RS:1;fac84fd0e20f:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:25,552 INFO [RS:1;fac84fd0e20f:46881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:25,552 INFO [RS:1;fac84fd0e20f:46881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:25,552 DEBUG [RS:0;fac84fd0e20f:42049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:25,552 INFO [RS:0;fac84fd0e20f:42049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:25,552 INFO [RS:0;fac84fd0e20f:42049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:25,592 WARN [fac84fd0e20f:43891 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:32:25,653 INFO [RS:0;fac84fd0e20f:42049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:25,653 INFO [RS:1;fac84fd0e20f:46881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:25,655 INFO [RS:1;fac84fd0e20f:46881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C46881%2C1731180744979, suffix=, logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,46881,1731180744979, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs, maxLogs=32 2024-11-09T19:32:25,655 INFO [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42049%2C1731180744938, suffix=, logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs, maxLogs=32 2024-11-09T19:32:25,668 DEBUG [RS:0;fac84fd0e20f:42049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938/fac84fd0e20f%2C42049%2C1731180744938.1731180745656, exclude list is [], retry=0 2024-11-09T19:32:25,669 DEBUG [RS:1;fac84fd0e20f:46881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,46881,1731180744979/fac84fd0e20f%2C46881%2C1731180744979.1731180745657, exclude list is [], retry=0 2024-11-09T19:32:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f8a1fd76-8bc8-4253-a2b2-363005e47208,DISK] 2024-11-09T19:32:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-bc74d7e3-b28d-46ff-8216-091e659fd10f,DISK] 2024-11-09T19:32:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f8a1fd76-8bc8-4253-a2b2-363005e47208,DISK] 2024-11-09T19:32:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-bc74d7e3-b28d-46ff-8216-091e659fd10f,DISK] 2024-11-09T19:32:25,675 INFO [RS:1;fac84fd0e20f:46881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,46881,1731180744979/fac84fd0e20f%2C46881%2C1731180744979.1731180745657 2024-11-09T19:32:25,675 INFO [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938/fac84fd0e20f%2C42049%2C1731180744938.1731180745656 2024-11-09T19:32:25,675 DEBUG [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963),(127.0.0.1/127.0.0.1:43965:43965)] 2024-11-09T19:32:25,675 DEBUG [RS:1;fac84fd0e20f:46881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43965:43965),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-09T19:32:25,842 DEBUG [fac84fd0e20f:43891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:25,843 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:25,845 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:25,845 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:25,845 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:25,845 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:25,845 INFO [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:25,845 INFO [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:25,845 DEBUG [fac84fd0e20f:43891 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:25,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:25,847 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42049,1731180744938, state=OPENING 2024-11-09T19:32:25,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:25,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:25,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:25,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:25,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:25,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:25,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42049,1731180744938}] 2024-11-09T19:32:26,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:26,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:26,038 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:26,038 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:26,038 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:26,040 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42049%2C1731180744938.meta, suffix=.meta, logDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938, archiveDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs, maxLogs=32 2024-11-09T19:32:26,054 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938/fac84fd0e20f%2C42049%2C1731180744938.meta.1731180746041.meta, exclude list is [], retry=0 2024-11-09T19:32:26,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43547,DS-f8a1fd76-8bc8-4253-a2b2-363005e47208,DISK] 2024-11-09T19:32:26,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36175,DS-bc74d7e3-b28d-46ff-8216-091e659fd10f,DISK] 2024-11-09T19:32:26,059 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/WALs/fac84fd0e20f,42049,1731180744938/fac84fd0e20f%2C42049%2C1731180744938.meta.1731180746041.meta 2024-11-09T19:32:26,059 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43965:43965),(127.0.0.1/127.0.0.1:34963:34963)] 2024-11-09T19:32:26,059 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:26,060 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:26,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:26,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:26,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:26,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:26,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:26,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:26,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:26,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:26,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:26,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:26,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:26,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:26,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:26,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:26,069 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:26,070 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740 2024-11-09T19:32:26,071 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740 2024-11-09T19:32:26,072 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:26,072 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:26,073 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:26,074 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:26,075 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65447420, jitterRate=-0.024757444858551025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:26,075 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:26,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180746061Writing region info on filesystem at 1731180746061Initializing all the Stores at 1731180746062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180746062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180746062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180746062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180746062Cleaning up temporary data from old regions at 1731180746073 (+11 ms)Running coprocessor post-open hooks at 1731180746075 (+2 ms)Region opened successfully at 1731180746076 (+1 ms) 2024-11-09T19:32:26,077 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180746030 2024-11-09T19:32:26,080 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:26,080 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:26,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:26,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42049,1731180744938, state=OPEN 2024-11-09T19:32:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:26,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:26,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:26,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:26,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:26,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:26,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42049,1731180744938 in 210 msec 2024-11-09T19:32:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-09T19:32:26,096 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:26,096 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:26,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:26,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42049,1731180744938, seqNum=-1] 2024-11-09T19:32:26,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:26,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:26,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-11-09T19:32:26,109 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180746109, completionTime=-1 2024-11-09T19:32:26,109 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:26,109 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:26,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:26,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180806111 2024-11-09T19:32:26,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180866111 2024-11-09T19:32:26,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:32:26,111 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:43891, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,115 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.072sec 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:26,118 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:26,120 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:26,120 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:26,120 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43891,1731180744751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:26,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42461af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:26,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43891,-1 for getting cluster id 2024-11-09T19:32:26,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:26,209 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f97b84b-4bb3-4b49-b4fd-41257d23b133' 2024-11-09T19:32:26,209 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:26,210 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f97b84b-4bb3-4b49-b4fd-41257d23b133" 2024-11-09T19:32:26,210 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:26,210 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43891,-1] 2024-11-09T19:32:26,211 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:26,211 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:26,212 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:26,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5529e748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:26,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:26,216 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42049,1731180744938, seqNum=-1] 2024-11-09T19:32:26,217 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:26,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:26,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:26,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:26,222 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:26,222 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d082f1 2024-11-09T19:32:26,222 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:26,224 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:26,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:26,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:26,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:26,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:26,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:26,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:26,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6647e7f02919d22bb336e5a4cb9290c8, NAME => 'testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 2024-11-09T19:32:26,646 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 14efe197855a3dc2ea57385207dc4054, NAME => 'testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410 2024-11-09T19:32:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6647e7f02919d22bb336e5a4cb9290c8, disabling compactions & flushes 2024-11-09T19:32:26,663 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. after waiting 0 ms 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:26,663 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:26,663 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6647e7f02919d22bb336e5a4cb9290c8: Waiting for close lock at 1731180746663Disabling compacts and flushes for region at 1731180746663Disabling writes for close at 1731180746663Writing region close event to WAL at 1731180746663Closed at 1731180746663 2024-11-09T19:32:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:26,669 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:26,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 14efe197855a3dc2ea57385207dc4054, disabling compactions & flushes 2024-11-09T19:32:26,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:26,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:26,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. after waiting 0 ms 2024-11-09T19:32:26,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:26,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:26,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 14efe197855a3dc2ea57385207dc4054: Waiting for close lock at 1731180746670Disabling compacts and flushes for region at 1731180746670Disabling writes for close at 1731180746670Writing region close event to WAL at 1731180746670Closed at 1731180746670 2024-11-09T19:32:26,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:26,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180746672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180746672"}]},"ts":"1731180746672"} 2024-11-09T19:32:26,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180746672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180746672"}]},"ts":"1731180746672"} 2024-11-09T19:32:26,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:26,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:26,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180746679"}]},"ts":"1731180746679"} 2024-11-09T19:32:26,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:26,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:26,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:26,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:26,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:26,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:26,685 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:26,685 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:26,685 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:26,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6647e7f02919d22bb336e5a4cb9290c8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14efe197855a3dc2ea57385207dc4054, ASSIGN}] 2024-11-09T19:32:26,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14efe197855a3dc2ea57385207dc4054, ASSIGN 2024-11-09T19:32:26,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6647e7f02919d22bb336e5a4cb9290c8, ASSIGN 2024-11-09T19:32:26,689 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6647e7f02919d22bb336e5a4cb9290c8, ASSIGN; state=OFFLINE, location=fac84fd0e20f,42049,1731180744938; forceNewPlan=false, retain=false 2024-11-09T19:32:26,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14efe197855a3dc2ea57385207dc4054, ASSIGN; state=OFFLINE, location=fac84fd0e20f,46881,1731180744979; forceNewPlan=false, retain=false 2024-11-09T19:32:26,839 INFO [fac84fd0e20f:43891 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:26,840 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6647e7f02919d22bb336e5a4cb9290c8, regionState=OPENING, regionLocation=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:26,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14efe197855a3dc2ea57385207dc4054, regionState=OPENING, regionLocation=fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:26,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6647e7f02919d22bb336e5a4cb9290c8, ASSIGN because future has completed 2024-11-09T19:32:26,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6647e7f02919d22bb336e5a4cb9290c8, server=fac84fd0e20f,42049,1731180744938}] 2024-11-09T19:32:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14efe197855a3dc2ea57385207dc4054, ASSIGN because future has completed 2024-11-09T19:32:26,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14efe197855a3dc2ea57385207dc4054, server=fac84fd0e20f,46881,1731180744979}] 2024-11-09T19:32:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:27,004 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:27,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:27,008 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,010 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6647e7f02919d22bb336e5a4cb9290c8, NAME => 'testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:27,010 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,010 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:27,010 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,010 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,012 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,013 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 14efe197855a3dc2ea57385207dc4054, NAME => 'testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:27,013 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,013 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:27,013 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,013 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,014 INFO [StoreOpener-6647e7f02919d22bb336e5a4cb9290c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,016 INFO [StoreOpener-6647e7f02919d22bb336e5a4cb9290c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6647e7f02919d22bb336e5a4cb9290c8 columnFamilyName family 2024-11-09T19:32:27,016 DEBUG [StoreOpener-6647e7f02919d22bb336e5a4cb9290c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:27,017 INFO [StoreOpener-6647e7f02919d22bb336e5a4cb9290c8-1 {}] regionserver.HStore(327): Store=6647e7f02919d22bb336e5a4cb9290c8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:27,017 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,018 INFO [StoreOpener-14efe197855a3dc2ea57385207dc4054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,018 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,019 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,020 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,020 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,022 INFO [StoreOpener-14efe197855a3dc2ea57385207dc4054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14efe197855a3dc2ea57385207dc4054 columnFamilyName family 2024-11-09T19:32:27,022 DEBUG [StoreOpener-14efe197855a3dc2ea57385207dc4054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:27,023 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,023 INFO [StoreOpener-14efe197855a3dc2ea57385207dc4054-1 {}] regionserver.HStore(327): Store=14efe197855a3dc2ea57385207dc4054/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:27,023 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,024 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,025 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,028 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,028 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:32:27,029 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:32:27,031 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:27,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:32:27,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:32:27,032 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:27,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:32:27,033 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6647e7f02919d22bb336e5a4cb9290c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69491512, jitterRate=0.03550422191619873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:27,033 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,034 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6647e7f02919d22bb336e5a4cb9290c8: Running coprocessor pre-open hook at 1731180747011Writing region info on filesystem at 1731180747011Initializing all the Stores at 1731180747013 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180747013Cleaning up temporary data from old regions at 1731180747020 (+7 ms)Running coprocessor post-open hooks at 1731180747033 (+13 ms)Region opened successfully at 1731180747034 (+1 ms) 2024-11-09T19:32:27,036 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8., pid=7, masterSystemTime=1731180747001 2024-11-09T19:32:27,037 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:27,038 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 14efe197855a3dc2ea57385207dc4054; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62516589, jitterRate=-0.06843023002147675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:27,038 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,039 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 14efe197855a3dc2ea57385207dc4054: Running coprocessor pre-open hook at 1731180747014Writing region info on filesystem at 1731180747014Initializing all the Stores at 1731180747015 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180747015Cleaning up temporary data from old regions at 1731180747028 (+13 ms)Running coprocessor post-open hooks at 1731180747038 (+10 ms)Region opened successfully at 1731180747038 2024-11-09T19:32:27,041 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054., pid=8, masterSystemTime=1731180747003 2024-11-09T19:32:27,042 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,042 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6647e7f02919d22bb336e5a4cb9290c8, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:27,046 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,046 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=14efe197855a3dc2ea57385207dc4054, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:27,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6647e7f02919d22bb336e5a4cb9290c8, server=fac84fd0e20f,42049,1731180744938 because future has completed 2024-11-09T19:32:27,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14efe197855a3dc2ea57385207dc4054, server=fac84fd0e20f,46881,1731180744979 because future has completed 2024-11-09T19:32:27,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T19:32:27,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6647e7f02919d22bb336e5a4cb9290c8, server=fac84fd0e20f,42049,1731180744938 in 209 msec 2024-11-09T19:32:27,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6647e7f02919d22bb336e5a4cb9290c8, ASSIGN in 376 msec 2024-11-09T19:32:27,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T19:32:27,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 14efe197855a3dc2ea57385207dc4054, server=fac84fd0e20f,46881,1731180744979 in 213 msec 2024-11-09T19:32:27,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T19:32:27,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=14efe197855a3dc2ea57385207dc4054, ASSIGN in 379 msec 2024-11-09T19:32:27,075 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:27,076 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180747075"}]},"ts":"1731180747075"} 2024-11-09T19:32:27,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:27,084 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:27,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 859 msec 2024-11-09T19:32:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:27,369 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:27,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:27,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:27,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:27,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:27,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:27,376 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8., hostname=fac84fd0e20f,42049,1731180744938, seqNum=2] 2024-11-09T19:32:27,388 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054., hostname=fac84fd0e20f,46881,1731180744979, seqNum=2] 2024-11-09T19:32:27,389 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:27,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:27,404 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6647e7f02919d22bb336e5a4cb9290c8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:27,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/.tmp/family/59e9bfc0a9d244cf8052dcdf7be085f4 is 32, key is 1/family:/1731180747377/Put/seqid=0 2024-11-09T19:32:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:27,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:27,443 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/.tmp/family/59e9bfc0a9d244cf8052dcdf7be085f4 2024-11-09T19:32:27,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/.tmp/family/59e9bfc0a9d244cf8052dcdf7be085f4 as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/family/59e9bfc0a9d244cf8052dcdf7be085f4 2024-11-09T19:32:27,459 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/family/59e9bfc0a9d244cf8052dcdf7be085f4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:27,460 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6647e7f02919d22bb336e5a4cb9290c8 in 57ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:27,460 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6647e7f02919d22bb336e5a4cb9290c8: 2024-11-09T19:32:27,460 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 14efe197855a3dc2ea57385207dc4054 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:27,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/.tmp/family/a9e19782b3214118a8828a0eefc03353 is 32, key is 5/family:/1731180747391/Put/seqid=0 2024-11-09T19:32:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:27,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:27,484 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/.tmp/family/a9e19782b3214118a8828a0eefc03353 2024-11-09T19:32:27,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/.tmp/family/a9e19782b3214118a8828a0eefc03353 as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/family/a9e19782b3214118a8828a0eefc03353 2024-11-09T19:32:27,499 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/family/a9e19782b3214118a8828a0eefc03353, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:27,500 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 14efe197855a3dc2ea57385207dc4054 in 40ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:27,500 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 14efe197855a3dc2ea57385207dc4054: 2024-11-09T19:32:27,505 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T19:32:27,510 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:27,510 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:27,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:27,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:27,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:27,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:27,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:27,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:27,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249407103, stopped=false 2024-11-09T19:32:27,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,43891,1731180744751 2024-11-09T19:32:27,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:27,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:27,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:27,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:27,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:27,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:27,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:27,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:27,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,42049,1731180744938' ***** 2024-11-09T19:32:27,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:27,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,46881,1731180744979' ***** 2024-11-09T19:32:27,521 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:27,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:27,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:27,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:27,522 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:27,522 INFO [RS:0;fac84fd0e20f:42049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:27,522 INFO [RS:0;fac84fd0e20f:42049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:27,522 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(3091): Received CLOSE for 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:27,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:27,523 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:27,523 INFO [RS:1;fac84fd0e20f:46881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:27,523 INFO [RS:1;fac84fd0e20f:46881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:27,523 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(3091): Received CLOSE for 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,528 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:27,528 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:27,528 INFO [RS:0;fac84fd0e20f:42049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:42049. 2024-11-09T19:32:27,528 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6647e7f02919d22bb336e5a4cb9290c8, disabling compactions & flushes 2024-11-09T19:32:27,528 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:27,528 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,528 DEBUG [RS:0;fac84fd0e20f:42049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:27,528 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:27,528 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,528 DEBUG [RS:0;fac84fd0e20f:42049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,528 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14efe197855a3dc2ea57385207dc4054, disabling compactions & flushes 2024-11-09T19:32:27,529 INFO [RS:1;fac84fd0e20f:46881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:46881. 2024-11-09T19:32:27,529 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. after waiting 0 ms 2024-11-09T19:32:27,529 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,529 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,529 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,529 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:27,529 DEBUG [RS:1;fac84fd0e20f:46881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:27,529 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. after waiting 0 ms 2024-11-09T19:32:27,529 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:27,529 DEBUG [RS:1;fac84fd0e20f:46881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,529 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:27,529 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,529 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:27,529 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:27,529 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1325): Online Regions={14efe197855a3dc2ea57385207dc4054=testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054.} 2024-11-09T19:32:27,529 DEBUG [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1351): Waiting on 14efe197855a3dc2ea57385207dc4054 2024-11-09T19:32:27,530 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:27,530 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1325): Online Regions={6647e7f02919d22bb336e5a4cb9290c8=testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:27,530 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6647e7f02919d22bb336e5a4cb9290c8 2024-11-09T19:32:27,530 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:27,531 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:27,531 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:27,531 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:27,531 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:27,531 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:27,548 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:32:27,548 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:32:27,569 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/6647e7f02919d22bb336e5a4cb9290c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:27,570 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/default/testClearRegionBlockCache/14efe197855a3dc2ea57385207dc4054/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:27,570 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/info/ee61e75d1421419a9a27624e0333047c is 173, key is testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054./info:regioninfo/1731180747047/Put/seqid=0 2024-11-09T19:32:27,571 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,571 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6647e7f02919d22bb336e5a4cb9290c8: Waiting for close lock at 1731180747528Running coprocessor pre-close hooks at 1731180747528Disabling compacts and flushes for region at 1731180747528Disabling writes for close at 1731180747529 (+1 ms)Writing region close event to WAL at 1731180747533 (+4 ms)Running coprocessor post-close hooks at 1731180747571 (+38 ms)Closed at 1731180747571 2024-11-09T19:32:27,571 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180746224.6647e7f02919d22bb336e5a4cb9290c8. 2024-11-09T19:32:27,571 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,571 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14efe197855a3dc2ea57385207dc4054: Waiting for close lock at 1731180747528Running coprocessor pre-close hooks at 1731180747528Disabling compacts and flushes for region at 1731180747528Disabling writes for close at 1731180747529 (+1 ms)Writing region close event to WAL at 1731180747552 (+23 ms)Running coprocessor post-close hooks at 1731180747571 (+19 ms)Closed at 1731180747571 2024-11-09T19:32:27,572 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180746224.14efe197855a3dc2ea57385207dc4054. 2024-11-09T19:32:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:27,621 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:27,622 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:27,729 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,46881,1731180744979; all regions closed. 2024-11-09T19:32:27,730 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741834_1010 (size=1867) 2024-11-09T19:32:27,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741834_1010 (size=1867) 2024-11-09T19:32:27,779 DEBUG [RS:1;fac84fd0e20f:46881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46881%2C1731180744979:(num 1731180745657) 2024-11-09T19:32:27,780 DEBUG [RS:1;fac84fd0e20f:46881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:27,780 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:27,780 INFO [RS:1;fac84fd0e20f:46881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46881 2024-11-09T19:32:27,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:27,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,46881,1731180744979 2024-11-09T19:32:27,866 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:27,866 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fe01c9034f8@2fe98320 rejected from java.util.concurrent.ThreadPoolExecutor@6aeb18b9[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T19:32:27,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,46881,1731180744979] 2024-11-09T19:32:27,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,46881,1731180744979 already deleted, retry=false 2024-11-09T19:32:27,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,46881,1731180744979 expired; onlineServers=1 2024-11-09T19:32:27,931 DEBUG [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:27,976 INFO [RS:1;fac84fd0e20f:46881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:27,977 INFO [RS:1;fac84fd0e20f:46881 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,46881,1731180744979; zookeeper connection closed. 2024-11-09T19:32:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1012115cbc50002, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:27,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ebe52c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ebe52c0 2024-11-09T19:32:27,991 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/info/ee61e75d1421419a9a27624e0333047c 2024-11-09T19:32:28,022 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/ns/1804f9a0a8bb44abb85a2efe24a20fdd is 43, key is default/ns:d/1731180746101/Put/seqid=0 2024-11-09T19:32:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:28,028 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/ns/1804f9a0a8bb44abb85a2efe24a20fdd 2024-11-09T19:32:28,053 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/table/7b34709484414993af3cbde01a83e4d5 is 61, key is testClearRegionBlockCache/table:state/1731180747075/Put/seqid=0 2024-11-09T19:32:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:28,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:28,059 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/table/7b34709484414993af3cbde01a83e4d5 2024-11-09T19:32:28,065 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/info/ee61e75d1421419a9a27624e0333047c as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/info/ee61e75d1421419a9a27624e0333047c 2024-11-09T19:32:28,070 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/info/ee61e75d1421419a9a27624e0333047c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:28,072 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/ns/1804f9a0a8bb44abb85a2efe24a20fdd as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/ns/1804f9a0a8bb44abb85a2efe24a20fdd 2024-11-09T19:32:28,078 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/ns/1804f9a0a8bb44abb85a2efe24a20fdd, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:28,079 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/.tmp/table/7b34709484414993af3cbde01a83e4d5 as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/table/7b34709484414993af3cbde01a83e4d5 2024-11-09T19:32:28,084 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/table/7b34709484414993af3cbde01a83e4d5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:28,085 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:28,090 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:28,090 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:28,090 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:28,090 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180747530Running coprocessor pre-close hooks at 1731180747530Disabling compacts and flushes for region at 1731180747530Disabling writes for close at 1731180747531 (+1 ms)Obtaining lock to block concurrent updates at 1731180747531Preparing flush snapshotting stores in 1588230740 at 1731180747531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180747532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180747532Flushing 1588230740/info: creating writer at 1731180747533 (+1 ms)Flushing 1588230740/info: appending metadata at 1731180747569 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731180747569Flushing 1588230740/ns: creating writer at 1731180748003 (+434 ms)Flushing 1588230740/ns: appending metadata at 1731180748022 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731180748022Flushing 1588230740/table: creating writer at 1731180748033 (+11 ms)Flushing 1588230740/table: appending metadata at 1731180748052 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731180748052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dda2c71: reopening flushed file at 1731180748064 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7967d2: reopening flushed file at 1731180748071 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f25a573: reopening flushed file at 1731180748078 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false at 1731180748085 (+7 ms)Writing region close event to WAL at 1731180748086 (+1 ms)Running coprocessor post-close hooks at 1731180748090 (+4 ms)Closed at 1731180748090 2024-11-09T19:32:28,090 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:28,131 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,42049,1731180744938; all regions closed. 2024-11-09T19:32:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:28,137 DEBUG [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs 2024-11-09T19:32:28,137 INFO [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42049%2C1731180744938.meta:.meta(num 1731180746041) 2024-11-09T19:32:28,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:28,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:28,143 DEBUG [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/oldWALs 2024-11-09T19:32:28,143 INFO [RS:0;fac84fd0e20f:42049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42049%2C1731180744938:(num 1731180745656) 2024-11-09T19:32:28,143 DEBUG [RS:0;fac84fd0e20f:42049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:28,143 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:28,143 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:28,143 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:28,143 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:28,143 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:28,144 INFO [RS:0;fac84fd0e20f:42049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42049 2024-11-09T19:32:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,42049,1731180744938 2024-11-09T19:32:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:28,150 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:28,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,42049,1731180744938] 2024-11-09T19:32:28,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,42049,1731180744938 already deleted, retry=false 2024-11-09T19:32:28,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,42049,1731180744938 expired; onlineServers=0 2024-11-09T19:32:28,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,43891,1731180744751' ***** 2024-11-09T19:32:28,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:28,171 INFO [M:0;fac84fd0e20f:43891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:28,171 INFO [M:0;fac84fd0e20f:43891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:28,171 DEBUG [M:0;fac84fd0e20f:43891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:28,171 DEBUG [M:0;fac84fd0e20f:43891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:28,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:28,171 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180745376 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180745376,5,FailOnTimeoutGroup] 2024-11-09T19:32:28,171 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180745372 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180745372,5,FailOnTimeoutGroup] 2024-11-09T19:32:28,172 INFO [M:0;fac84fd0e20f:43891 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:28,172 INFO [M:0;fac84fd0e20f:43891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:28,172 DEBUG [M:0;fac84fd0e20f:43891 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:28,172 INFO [M:0;fac84fd0e20f:43891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:28,172 INFO [M:0;fac84fd0e20f:43891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:28,172 INFO [M:0;fac84fd0e20f:43891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:28,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:28,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:28,183 DEBUG [M:0;fac84fd0e20f:43891 {}] zookeeper.ZKUtil(347): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:32:28,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:28,183 WARN [M:0;fac84fd0e20f:43891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:32:28,183 INFO [M:0;fac84fd0e20f:43891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/.lastflushedseqids 2024-11-09T19:32:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:28,261 INFO [RS:0;fac84fd0e20f:42049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:28,261 INFO [RS:0;fac84fd0e20f:42049 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,42049,1731180744938; zookeeper connection closed. 2024-11-09T19:32:28,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:28,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4769bc1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4769bc1e 2024-11-09T19:32:28,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42049-0x1012115cbc50001, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:28,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:28,591 INFO [M:0;fac84fd0e20f:43891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:28,591 INFO [M:0;fac84fd0e20f:43891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:28,591 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:28,591 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:28,591 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:28,591 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:28,591 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:28,591 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T19:32:28,606 DEBUG [M:0;fac84fd0e20f:43891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad8870eaacf947709e301c71071b99ee is 82, key is hbase:meta,,1/info:regioninfo/1731180746081/Put/seqid=0 2024-11-09T19:32:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:28,611 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad8870eaacf947709e301c71071b99ee 2024-11-09T19:32:28,630 DEBUG [M:0;fac84fd0e20f:43891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c37a5a8b48db43c6bf3874067e894503 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180747086/Put/seqid=0 2024-11-09T19:32:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:28,636 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c37a5a8b48db43c6bf3874067e894503 2024-11-09T19:32:28,655 DEBUG [M:0;fac84fd0e20f:43891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268565bfa02a4c30869242d82d07563d is 69, key is fac84fd0e20f,42049,1731180744938/rs:state/1731180745448/Put/seqid=0 2024-11-09T19:32:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:28,661 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268565bfa02a4c30869242d82d07563d 2024-11-09T19:32:28,667 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad8870eaacf947709e301c71071b99ee as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad8870eaacf947709e301c71071b99ee 2024-11-09T19:32:28,672 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad8870eaacf947709e301c71071b99ee, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:28,674 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c37a5a8b48db43c6bf3874067e894503 as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c37a5a8b48db43c6bf3874067e894503 2024-11-09T19:32:28,680 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c37a5a8b48db43c6bf3874067e894503, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:28,681 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268565bfa02a4c30869242d82d07563d as hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/268565bfa02a4c30869242d82d07563d 2024-11-09T19:32:28,688 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46267/user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/268565bfa02a4c30869242d82d07563d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:28,689 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:28,691 INFO [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:28,691 DEBUG [M:0;fac84fd0e20f:43891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180748591Disabling compacts and flushes for region at 1731180748591Disabling writes for close at 1731180748591Obtaining lock to block concurrent updates at 1731180748591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180748591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731180748592 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180748593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180748593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180748606 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180748606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180748616 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180748629 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180748629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180748641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180748655 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180748655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c1eec6: reopening flushed file at 1731180748666 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468f319f: reopening flushed file at 1731180748673 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f80437f: reopening flushed file at 1731180748680 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731180748689 (+9 ms)Writing region close event to WAL at 1731180748691 (+2 ms)Closed at 1731180748691 2024-11-09T19:32:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43547 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:28,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/faa172a5-7077-fa3f-cbff-a3d5f8d0a410/MasterData/WALs/fac84fd0e20f,43891,1731180744751/fac84fd0e20f%2C43891%2C1731180744751.1731180745123 not finished, retry = 0 2024-11-09T19:32:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36175 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:28,794 INFO [M:0;fac84fd0e20f:43891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:28,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:28,795 INFO [M:0;fac84fd0e20f:43891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43891 2024-11-09T19:32:28,795 INFO [M:0;fac84fd0e20f:43891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:28,966 INFO [M:0;fac84fd0e20f:43891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43891-0x1012115cbc50000, quorum=127.0.0.1:57360, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:28,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55aa9e8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:28,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a8ed98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:28,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:28,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e53aeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:28,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771ef815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:28,978 WARN [BP-1360004901-172.17.0.2-1731180742342 heartbeating to localhost/127.0.0.1:46267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:28,978 WARN [BP-1360004901-172.17.0.2-1731180742342 heartbeating to localhost/127.0.0.1:46267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1360004901-172.17.0.2-1731180742342 (Datanode Uuid 4615a54a-a37e-4542-8fdc-6c2b76ac5249) service to localhost/127.0.0.1:46267 2024-11-09T19:32:28,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:28,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data3/current/BP-1360004901-172.17.0.2-1731180742342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:28,984 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:28,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data4/current/BP-1360004901-172.17.0.2-1731180742342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:28,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:28,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c8a6fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:28,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac919db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:28,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:28,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41117cb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:28,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea4e485{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:28,997 WARN [BP-1360004901-172.17.0.2-1731180742342 heartbeating to localhost/127.0.0.1:46267 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:28,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:28,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:28,997 WARN [BP-1360004901-172.17.0.2-1731180742342 heartbeating to localhost/127.0.0.1:46267 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1360004901-172.17.0.2-1731180742342 (Datanode Uuid 494381c3-48bf-4b41-9716-d15c296fcc87) service to localhost/127.0.0.1:46267 2024-11-09T19:32:28,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data1/current/BP-1360004901-172.17.0.2-1731180742342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:28,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/cluster_98f393eb-8171-d8a3-f9ab-d1f4a0a1bda8/data/data2/current/BP-1360004901-172.17.0.2-1731180742342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:28,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:29,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e9489ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:29,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c063019{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:29,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:29,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51694fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:29,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dc1852{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:29,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:29,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:29,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46267 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46267 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46267 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46267 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4205 (was 4784) 2024-11-09T19:32:29,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=4205 2024-11-09T19:32:29,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir so I do NOT create it in target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d 2024-11-09T19:32:29,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:32:29,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.tmp.dir so I do NOT create it in target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d 2024-11-09T19:32:29,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5b76db16-c813-70bd-120f-492b66e776ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:32:29,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d 2024-11-09T19:32:29,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:29,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33, deleteOnExit=true 2024-11-09T19:32:29,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:29,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/test.cache.data in system properties and HBase conf 2024-11-09T19:32:29,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:29,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:29,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:29,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:29,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:29,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:29,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:29,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:29,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:29,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:29,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6bf612{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:29,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d29c64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:29,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fad3eb7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/java.io.tmpdir/jetty-localhost-44301-hadoop-hdfs-3_4_1-tests_jar-_-any-17270498707698573098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:29,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234477a1{HTTP/1.1, (http/1.1)}{localhost:44301} 2024-11-09T19:32:29,642 INFO [Time-limited test {}] server.Server(415): Started @29075ms 2024-11-09T19:32:30,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:30,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:30,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:30,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:30,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:30,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41913fb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:30,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36270e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:30,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4166a4ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/java.io.tmpdir/jetty-localhost-36087-hadoop-hdfs-3_4_1-tests_jar-_-any-18287977291235905805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:30,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@363e7839{HTTP/1.1, (http/1.1)}{localhost:36087} 2024-11-09T19:32:30,604 INFO [Time-limited test {}] server.Server(415): Started @30038ms 2024-11-09T19:32:30,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:30,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:30,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:30,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:30,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:30,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:30,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396913ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:30,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539a145{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:30,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60217b70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-15555849977561556642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:30,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db77f67{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-11-09T19:32:30,785 INFO [Time-limited test {}] server.Server(415): Started @30218ms 2024-11-09T19:32:30,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:31,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:32:31,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:31,915 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data1/current/BP-32223119-172.17.0.2-1731180749114/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:31,915 WARN [Thread-901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data2/current/BP-32223119-172.17.0.2-1731180749114/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:31,929 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca9f5e56467102c5 with lease ID 0x65d6685a418f1728: Processing first storage report for DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=cfa5df82-ae84-48bb-a309-0454614ff7b7, infoPort=38565, infoSecurePort=0, ipcPort=42099, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114) 2024-11-09T19:32:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca9f5e56467102c5 with lease ID 0x65d6685a418f1728: from storage DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=cfa5df82-ae84-48bb-a309-0454614ff7b7, infoPort=38565, infoSecurePort=0, ipcPort=42099, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca9f5e56467102c5 with lease ID 0x65d6685a418f1728: Processing first storage report for DS-2400f55f-62a1-4060-be50-67387cf246be from datanode DatanodeRegistration(127.0.0.1:45029, datanodeUuid=cfa5df82-ae84-48bb-a309-0454614ff7b7, infoPort=38565, infoSecurePort=0, ipcPort=42099, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114) 2024-11-09T19:32:31,932 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca9f5e56467102c5 with lease ID 0x65d6685a418f1728: from storage DS-2400f55f-62a1-4060-be50-67387cf246be node DatanodeRegistration(127.0.0.1:45029, datanodeUuid=cfa5df82-ae84-48bb-a309-0454614ff7b7, infoPort=38565, infoSecurePort=0, ipcPort=42099, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:32,215 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data3/current/BP-32223119-172.17.0.2-1731180749114/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:32,215 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data4/current/BP-32223119-172.17.0.2-1731180749114/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:32,235 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:32,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce0fd3e94324fb8f with lease ID 0x65d6685a418f1729: Processing first storage report for DS-a11bd6b5-d6ab-4016-b31b-cea307391eff from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=77193d16-c765-4b78-9a1b-f1518a9447fb, infoPort=33935, infoSecurePort=0, ipcPort=45903, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114) 2024-11-09T19:32:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce0fd3e94324fb8f with lease ID 0x65d6685a418f1729: from storage DS-a11bd6b5-d6ab-4016-b31b-cea307391eff node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=77193d16-c765-4b78-9a1b-f1518a9447fb, infoPort=33935, infoSecurePort=0, ipcPort=45903, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce0fd3e94324fb8f with lease ID 0x65d6685a418f1729: Processing first storage report for DS-df7697b3-2044-4877-9c92-2a3cf3326a43 from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=77193d16-c765-4b78-9a1b-f1518a9447fb, infoPort=33935, infoSecurePort=0, ipcPort=45903, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114) 2024-11-09T19:32:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce0fd3e94324fb8f with lease ID 0x65d6685a418f1729: from storage DS-df7697b3-2044-4877-9c92-2a3cf3326a43 node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=77193d16-c765-4b78-9a1b-f1518a9447fb, infoPort=33935, infoSecurePort=0, ipcPort=45903, storageInfo=lv=-57;cid=testClusterID;nsid=1812240429;c=1731180749114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:32,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d 2024-11-09T19:32:32,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/zookeeper_0, clientPort=52720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:32,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52720 2024-11-09T19:32:32,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:32,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 with version=8 2024-11-09T19:32:32,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/hbase-staging 2024-11-09T19:32:32,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:32,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37483 2024-11-09T19:32:32,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37483 connecting to ZooKeeper ensemble=127.0.0.1:52720 2024-11-09T19:32:32,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374830x0, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:32,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37483-0x1012115e9810000 connected 2024-11-09T19:32:32,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:32,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63, hbase.cluster.distributed=false 2024-11-09T19:32:32,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:32,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-09T19:32:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37483 2024-11-09T19:32:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37483 2024-11-09T19:32:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-09T19:32:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-09T19:32:32,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:32,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:32,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46097 2024-11-09T19:32:32,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46097 connecting to ZooKeeper ensemble=127.0.0.1:52720 2024-11-09T19:32:32,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460970x0, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:32,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460970x0, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:32,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46097-0x1012115e9810001 connected 2024-11-09T19:32:32,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:32,574 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:32,581 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:32,585 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:32,588 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:32,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:32,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:32,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:32,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-09T19:32:32,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46097 2024-11-09T19:32:32,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46097 2024-11-09T19:32:32,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-09T19:32:32,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-09T19:32:32,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:32,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:32,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34399 2024-11-09T19:32:32,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34399 connecting to ZooKeeper ensemble=127.0.0.1:52720 2024-11-09T19:32:32,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343990x0, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:32,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343990x0, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:32,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34399-0x1012115e9810002 connected 2024-11-09T19:32:32,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:32,635 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:32,641 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:32,642 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:32,643 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:32,643 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:32,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:32,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:32,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-09T19:32:32,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34399 2024-11-09T19:32:32,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34399 2024-11-09T19:32:32,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-09T19:32:32,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34399 2024-11-09T19:32:32,657 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:37483 2024-11-09T19:32:32,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,665 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,676 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:32,676 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,37483,1731180752358 from backup master directory 2024-11-09T19:32:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,686 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:32,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:32,686 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:32,690 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/hbase.id] with ID: 9f4902a6-e558-4c2e-91a2-e8a34b3479a1 2024-11-09T19:32:32,690 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/.tmp/hbase.id 2024-11-09T19:32:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:32,698 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/.tmp/hbase.id]:[hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/hbase.id] 2024-11-09T19:32:32,710 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:32,710 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:32,712 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T19:32:32,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:32,724 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:32,725 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:32,725 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:32,733 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store 2024-11-09T19:32:32,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:32,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:32,739 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:32,739 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:32,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180752739Disabling compacts and flushes for region at 1731180752739Disabling writes for close at 1731180752739Writing region close event to WAL at 1731180752739Closed at 1731180752739 2024-11-09T19:32:32,740 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/.initializing 2024-11-09T19:32:32,740 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/WALs/fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:32,741 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:32,743 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C37483%2C1731180752358, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/WALs/fac84fd0e20f,37483,1731180752358, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:32,756 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/WALs/fac84fd0e20f,37483,1731180752358/fac84fd0e20f%2C37483%2C1731180752358.1731180752743, exclude list is [], retry=0 2024-11-09T19:32:32,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b,DISK] 2024-11-09T19:32:32,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a11bd6b5-d6ab-4016-b31b-cea307391eff,DISK] 2024-11-09T19:32:32,761 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/WALs/fac84fd0e20f,37483,1731180752358/fac84fd0e20f%2C37483%2C1731180752358.1731180752743 2024-11-09T19:32:32,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33935:33935),(127.0.0.1/127.0.0.1:38565:38565)] 2024-11-09T19:32:32,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:32,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:32,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:32,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:32,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:32,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:32,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:32,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:32,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:32,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:32,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:32,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:32,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:32,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,775 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:32,776 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:32,778 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:32,779 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72891242, jitterRate=0.08616414666175842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:32,779 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180752762Initializing all the Stores at 1731180752763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180752763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180752763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180752764 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180752764Cleaning up temporary data from old regions at 1731180752774 (+10 ms)Region opened successfully at 1731180752779 (+5 ms) 2024-11-09T19:32:32,779 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:32,783 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c13f45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:32,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:32,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:32,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:32,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:32,785 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:32:32,785 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:32:32,785 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:32,787 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:32,788 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:32,800 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:32,800 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:32,801 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:32,812 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:32,813 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:32,814 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:32,832 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:32,833 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:32,880 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:32,883 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:32,905 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:32,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:32,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:32,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:32,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,918 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,37483,1731180752358, sessionid=0x1012115e9810000, setting cluster-up flag (Was=false) 2024-11-09T19:32:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:32,981 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:32,982 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:33,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:33,055 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:33,057 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:33,058 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:33,058 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:33,058 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,37483,1731180752358 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:33,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180783062 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:33,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:33,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:33,062 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:33,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:33,064 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,064 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:33,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:33,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:33,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:33,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:33,065 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180753065,5,FailOnTimeoutGroup] 2024-11-09T19:32:33,065 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180753065,5,FailOnTimeoutGroup] 2024-11-09T19:32:33,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:33,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:33,149 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(746): ClusterId : 9f4902a6-e558-4c2e-91a2-e8a34b3479a1 2024-11-09T19:32:33,149 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(746): ClusterId : 9f4902a6-e558-4c2e-91a2-e8a34b3479a1 2024-11-09T19:32:33,149 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:33,149 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:33,160 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:33,160 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:33,160 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:33,160 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:33,171 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:33,171 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:33,171 DEBUG [RS:0;fac84fd0e20f:46097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354ee595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:33,171 DEBUG [RS:1;fac84fd0e20f:34399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b19697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:33,187 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:46097 2024-11-09T19:32:33,187 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:34399 2024-11-09T19:32:33,187 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:33,187 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:33,187 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:33,187 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:33,187 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:33,187 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:33,188 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,37483,1731180752358 with port=46097, startcode=1731180752538 2024-11-09T19:32:33,188 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,37483,1731180752358 with port=34399, startcode=1731180752615 2024-11-09T19:32:33,188 DEBUG [RS:1;fac84fd0e20f:34399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:33,188 DEBUG [RS:0;fac84fd0e20f:46097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:33,190 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:33,191 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:33,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,193 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 2024-11-09T19:32:33,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37483 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,193 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-11-09T19:32:33,193 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:33,195 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 2024-11-09T19:32:33,195 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45403 2024-11-09T19:32:33,195 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:33,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:33,239 DEBUG [RS:0;fac84fd0e20f:46097 {}] zookeeper.ZKUtil(111): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,239 WARN [RS:0;fac84fd0e20f:46097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:33,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,34399,1731180752615] 2024-11-09T19:32:33,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,46097,1731180752538] 2024-11-09T19:32:33,240 INFO [RS:0;fac84fd0e20f:46097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:33,240 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,240 DEBUG [RS:1;fac84fd0e20f:34399 {}] zookeeper.ZKUtil(111): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,240 WARN [RS:1;fac84fd0e20f:34399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:33,240 INFO [RS:1;fac84fd0e20f:34399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:33,240 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,244 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:33,244 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:33,245 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:33,246 INFO [RS:0;fac84fd0e20f:46097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:33,246 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,246 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:33,246 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:33,247 INFO [RS:1;fac84fd0e20f:34399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:33,247 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,247 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:33,247 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:33,247 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:33,247 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:33,247 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:0;fac84fd0e20f:46097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:33,248 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,249 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:33,249 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,249 DEBUG [RS:1;fac84fd0e20f:34399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:33,249 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,249 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,249 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,249 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46097,1731180752538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,251 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34399,1731180752615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:33,263 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:33,263 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46097,1731180752538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,264 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,264 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.Replication(171): fac84fd0e20f,46097,1731180752538 started 2024-11-09T19:32:33,270 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:33,270 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34399,1731180752615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,270 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,270 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.Replication(171): fac84fd0e20f,34399,1731180752615 started 2024-11-09T19:32:33,276 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,277 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,46097,1731180752538, RpcServer on fac84fd0e20f/172.17.0.2:46097, sessionid=0x1012115e9810001 2024-11-09T19:32:33,277 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:33,277 DEBUG [RS:0;fac84fd0e20f:46097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,277 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46097,1731180752538' 2024-11-09T19:32:33,277 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46097,1731180752538' 2024-11-09T19:32:33,278 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:33,279 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:33,279 DEBUG [RS:0;fac84fd0e20f:46097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:33,279 INFO [RS:0;fac84fd0e20f:46097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:33,279 INFO [RS:0;fac84fd0e20f:46097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:33,283 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,283 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,34399,1731180752615, RpcServer on fac84fd0e20f/172.17.0.2:34399, sessionid=0x1012115e9810002 2024-11-09T19:32:33,284 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:33,284 DEBUG [RS:1;fac84fd0e20f:34399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,284 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34399,1731180752615' 2024-11-09T19:32:33,284 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:33,284 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34399,1731180752615' 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:33,285 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:33,286 DEBUG [RS:1;fac84fd0e20f:34399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:33,286 INFO [RS:1;fac84fd0e20f:34399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:33,286 INFO [RS:1;fac84fd0e20f:34399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:33,380 INFO [RS:0;fac84fd0e20f:46097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:33,382 INFO [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C46097%2C1731180752538, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs, maxLogs=32 2024-11-09T19:32:33,386 INFO [RS:1;fac84fd0e20f:34399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:33,388 INFO [RS:1;fac84fd0e20f:34399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34399%2C1731180752615, suffix=, logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,34399,1731180752615, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs, maxLogs=32 2024-11-09T19:32:33,395 DEBUG [RS:0;fac84fd0e20f:46097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538/fac84fd0e20f%2C46097%2C1731180752538.1731180753382, exclude list is [], retry=0 2024-11-09T19:32:33,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b,DISK] 2024-11-09T19:32:33,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a11bd6b5-d6ab-4016-b31b-cea307391eff,DISK] 2024-11-09T19:32:33,400 INFO [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538/fac84fd0e20f%2C46097%2C1731180752538.1731180753382 2024-11-09T19:32:33,401 DEBUG [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33935:33935),(127.0.0.1/127.0.0.1:38565:38565)] 2024-11-09T19:32:33,401 DEBUG [RS:1;fac84fd0e20f:34399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,34399,1731180752615/fac84fd0e20f%2C34399%2C1731180752615.1731180753388, exclude list is [], retry=0 2024-11-09T19:32:33,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a11bd6b5-d6ab-4016-b31b-cea307391eff,DISK] 2024-11-09T19:32:33,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b,DISK] 2024-11-09T19:32:33,409 INFO [RS:1;fac84fd0e20f:34399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,34399,1731180752615/fac84fd0e20f%2C34399%2C1731180752615.1731180753388 2024-11-09T19:32:33,409 DEBUG [RS:1;fac84fd0e20f:34399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:33935:33935)] 2024-11-09T19:32:33,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:33,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 2024-11-09T19:32:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:33,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:33,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:33,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:33,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:33,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:33,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:33,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:33,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:33,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:33,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:33,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740 2024-11-09T19:32:33,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740 2024-11-09T19:32:33,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:33,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:33,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:33,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:33,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:33,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72098683, jitterRate=0.07435409724712372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:33,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180753483Initializing all the Stores at 1731180753484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180753484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753484Cleaning up temporary data from old regions at 1731180753496 (+12 ms)Region opened successfully at 1731180753501 (+5 ms) 2024-11-09T19:32:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:33,502 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:33,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180753502Disabling compacts and flushes for region at 1731180753502Disabling writes for close at 1731180753502Writing region close event to WAL at 1731180753502Closed at 1731180753502 2024-11-09T19:32:33,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:33,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:33,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:33,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:33,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:33,660 DEBUG [fac84fd0e20f:37483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:33,661 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:33,663 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:33,663 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:33,663 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:33,663 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:33,663 INFO [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:33,663 INFO [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:33,663 DEBUG [fac84fd0e20f:37483 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:33,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,46097,1731180752538, state=OPENING 2024-11-09T19:32:33,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:33,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:33,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:33,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46097,1731180752538}] 2024-11-09T19:32:33,840 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:33,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:33,846 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:33,846 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:33,847 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:33,849 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C46097%2C1731180752538.meta, suffix=.meta, logDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538, archiveDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs, maxLogs=32 2024-11-09T19:32:33,868 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538/fac84fd0e20f%2C46097%2C1731180752538.meta.1731180753849.meta, exclude list is [], retry=0 2024-11-09T19:32:33,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45029,DS-dc29e0ce-7924-41f5-b7b5-c86f869dd46b,DISK] 2024-11-09T19:32:33,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a11bd6b5-d6ab-4016-b31b-cea307391eff,DISK] 2024-11-09T19:32:33,873 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/WALs/fac84fd0e20f,46097,1731180752538/fac84fd0e20f%2C46097%2C1731180752538.meta.1731180753849.meta 2024-11-09T19:32:33,874 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38565:38565),(127.0.0.1/127.0.0.1:33935:33935)] 2024-11-09T19:32:33,874 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:33,875 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:33,875 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:33,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:33,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:33,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:33,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:33,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:33,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:33,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:33,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:33,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:33,886 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:33,887 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740 2024-11-09T19:32:33,888 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740 2024-11-09T19:32:33,890 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:33,891 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:33,891 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:33,893 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:33,894 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69737327, jitterRate=0.03916715085506439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:33,894 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:33,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180753875Writing region info on filesystem at 1731180753876 (+1 ms)Initializing all the Stores at 1731180753876Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753877 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753878 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180753878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180753878Cleaning up temporary data from old regions at 1731180753891 (+13 ms)Running coprocessor post-open hooks at 1731180753894 (+3 ms)Region opened successfully at 1731180753895 (+1 ms) 2024-11-09T19:32:33,896 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180753839 2024-11-09T19:32:33,899 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:33,899 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:33,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,46097,1731180752538, state=OPEN 2024-11-09T19:32:33,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:33,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:33,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:33,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:33,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:33,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:33,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46097,1731180752538 in 221 msec 2024-11-09T19:32:33,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:33,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-09T19:32:33,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:33,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:33,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:33,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,46097,1731180752538, seqNum=-1] 2024-11-09T19:32:33,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:33,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:33,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-09T19:32:33,926 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180753926, completionTime=-1 2024-11-09T19:32:33,926 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:33,926 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:33,929 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:33,929 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180813929 2024-11-09T19:32:33,929 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180873929 2024-11-09T19:32:33,929 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:32:33,930 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:32:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:37483, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,933 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:33,935 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.249sec 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:33,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:33,938 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:33,938 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:33,938 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37483,1731180752358-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:33,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47481d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:33,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,37483,-1 for getting cluster id 2024-11-09T19:32:33,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:33,951 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f4902a6-e558-4c2e-91a2-e8a34b3479a1' 2024-11-09T19:32:33,951 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:33,951 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f4902a6-e558-4c2e-91a2-e8a34b3479a1" 2024-11-09T19:32:33,952 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f61ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:33,952 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,37483,-1] 2024-11-09T19:32:33,952 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:33,952 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:33,953 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:33,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49266d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:33,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:33,956 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,46097,1731180752538, seqNum=-1] 2024-11-09T19:32:33,956 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:33,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:33,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:33,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:33,961 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:33,961 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6589a8ec 2024-11-09T19:32:33,961 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:33,962 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:33,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:33,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:33,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:33,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:33,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:33,981 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf70eb4d7297614c8838b82ad02e6df6, NAME => 'testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 2024-11-09T19:32:33,986 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3180624013151425cd3f1c44e6a31621, NAME => 'testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63 2024-11-09T19:32:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:33,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:33,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3180624013151425cd3f1c44e6a31621, disabling compactions & flushes 2024-11-09T19:32:33,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:33,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:33,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. after waiting 0 ms 2024-11-09T19:32:33,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:33,996 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:33,996 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3180624013151425cd3f1c44e6a31621: Waiting for close lock at 1731180753995Disabling compacts and flushes for region at 1731180753995Disabling writes for close at 1731180753995Writing region close event to WAL at 1731180753996 (+1 ms)Closed at 1731180753996 2024-11-09T19:32:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing cf70eb4d7297614c8838b82ad02e6df6, disabling compactions & flushes 2024-11-09T19:32:34,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. after waiting 0 ms 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf70eb4d7297614c8838b82ad02e6df6: Waiting for close lock at 1731180754395Disabling compacts and flushes for region at 1731180754395Disabling writes for close at 1731180754395Writing region close event to WAL at 1731180754395Closed at 1731180754395 2024-11-09T19:32:34,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:34,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180754397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180754397"}]},"ts":"1731180754397"} 2024-11-09T19:32:34,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180754397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180754397"}]},"ts":"1731180754397"} 2024-11-09T19:32:34,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:34,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:34,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180754403"}]},"ts":"1731180754403"} 2024-11-09T19:32:34,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:34,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:34,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:34,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:34,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:34,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:34,408 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:34,408 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:34,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:34,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf70eb4d7297614c8838b82ad02e6df6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3180624013151425cd3f1c44e6a31621, ASSIGN}] 2024-11-09T19:32:34,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3180624013151425cd3f1c44e6a31621, ASSIGN 2024-11-09T19:32:34,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf70eb4d7297614c8838b82ad02e6df6, ASSIGN 2024-11-09T19:32:34,411 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf70eb4d7297614c8838b82ad02e6df6, ASSIGN; state=OFFLINE, location=fac84fd0e20f,46097,1731180752538; forceNewPlan=false, retain=false 2024-11-09T19:32:34,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3180624013151425cd3f1c44e6a31621, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34399,1731180752615; forceNewPlan=false, retain=false 2024-11-09T19:32:34,562 INFO [fac84fd0e20f:37483 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:34,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3180624013151425cd3f1c44e6a31621, regionState=OPENING, regionLocation=fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:34,562 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf70eb4d7297614c8838b82ad02e6df6, regionState=OPENING, regionLocation=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:34,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf70eb4d7297614c8838b82ad02e6df6, ASSIGN because future has completed 2024-11-09T19:32:34,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf70eb4d7297614c8838b82ad02e6df6, server=fac84fd0e20f,46097,1731180752538}] 2024-11-09T19:32:34,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3180624013151425cd3f1c44e6a31621, ASSIGN because future has completed 2024-11-09T19:32:34,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3180624013151425cd3f1c44e6a31621, server=fac84fd0e20f,34399,1731180752615}] 2024-11-09T19:32:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:34,721 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:34,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:34,723 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,723 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cf70eb4d7297614c8838b82ad02e6df6, NAME => 'testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:34,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:34,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,724 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,728 INFO [StoreOpener-cf70eb4d7297614c8838b82ad02e6df6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,729 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:34,729 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3180624013151425cd3f1c44e6a31621, NAME => 'testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:34,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:34,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,730 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,730 INFO [StoreOpener-cf70eb4d7297614c8838b82ad02e6df6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf70eb4d7297614c8838b82ad02e6df6 columnFamilyName family 2024-11-09T19:32:34,730 DEBUG [StoreOpener-cf70eb4d7297614c8838b82ad02e6df6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:34,731 INFO [StoreOpener-cf70eb4d7297614c8838b82ad02e6df6-1 {}] regionserver.HStore(327): Store=cf70eb4d7297614c8838b82ad02e6df6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:34,731 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,731 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,732 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,732 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,732 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,732 INFO [StoreOpener-3180624013151425cd3f1c44e6a31621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,734 INFO [StoreOpener-3180624013151425cd3f1c44e6a31621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3180624013151425cd3f1c44e6a31621 columnFamilyName family 2024-11-09T19:32:34,734 DEBUG [StoreOpener-3180624013151425cd3f1c44e6a31621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:34,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,734 INFO [StoreOpener-3180624013151425cd3f1c44e6a31621-1 {}] regionserver.HStore(327): Store=3180624013151425cd3f1c44e6a31621/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:34,734 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,735 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,736 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,736 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,737 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:34,737 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened cf70eb4d7297614c8838b82ad02e6df6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64292924, jitterRate=-0.04196077585220337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:34,737 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:34,737 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,738 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cf70eb4d7297614c8838b82ad02e6df6: Running coprocessor pre-open hook at 1731180754724Writing region info on filesystem at 1731180754724Initializing all the Stores at 1731180754725 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180754725Cleaning up temporary data from old regions at 1731180754732 (+7 ms)Running coprocessor post-open hooks at 1731180754737 (+5 ms)Region opened successfully at 1731180754737 2024-11-09T19:32:34,738 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6., pid=7, masterSystemTime=1731180754719 2024-11-09T19:32:34,739 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:34,740 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3180624013151425cd3f1c44e6a31621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70982536, jitterRate=0.05772221088409424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:34,740 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:34,740 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3180624013151425cd3f1c44e6a31621: Running coprocessor pre-open hook at 1731180754730Writing region info on filesystem at 1731180754730Initializing all the Stores at 1731180754731 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180754731Cleaning up temporary data from old regions at 1731180754736 (+5 ms)Running coprocessor post-open hooks at 1731180754740 (+4 ms)Region opened successfully at 1731180754740 2024-11-09T19:32:34,741 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621., pid=8, masterSystemTime=1731180754720 2024-11-09T19:32:34,741 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,741 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:34,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf70eb4d7297614c8838b82ad02e6df6, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:34,743 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:34,743 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:34,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3180624013151425cd3f1c44e6a31621, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf70eb4d7297614c8838b82ad02e6df6, server=fac84fd0e20f,46097,1731180752538 because future has completed 2024-11-09T19:32:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3180624013151425cd3f1c44e6a31621, server=fac84fd0e20f,34399,1731180752615 because future has completed 2024-11-09T19:32:34,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T19:32:34,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf70eb4d7297614c8838b82ad02e6df6, server=fac84fd0e20f,46097,1731180752538 in 179 msec 2024-11-09T19:32:34,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T19:32:34,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cf70eb4d7297614c8838b82ad02e6df6, ASSIGN in 340 msec 2024-11-09T19:32:34,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3180624013151425cd3f1c44e6a31621, server=fac84fd0e20f,34399,1731180752615 in 181 msec 2024-11-09T19:32:34,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T19:32:34,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3180624013151425cd3f1c44e6a31621, ASSIGN in 342 msec 2024-11-09T19:32:34,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:34,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180754753"}]},"ts":"1731180754753"} 2024-11-09T19:32:34,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:34,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:34,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 794 msec 2024-11-09T19:32:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:35,109 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:35,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:35,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:35,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:35,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:35,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:35,117 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6., hostname=fac84fd0e20f,46097,1731180752538, seqNum=2] 2024-11-09T19:32:35,132 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621., hostname=fac84fd0e20f,34399,1731180752615, seqNum=2] 2024-11-09T19:32:35,132 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:35,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:35,150 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cf70eb4d7297614c8838b82ad02e6df6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:35,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/.tmp/family/4b788110317c4e21bc0457dfe79346a0 is 32, key is 1/family:/1731180755118/Put/seqid=0 2024-11-09T19:32:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:35,188 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/.tmp/family/4b788110317c4e21bc0457dfe79346a0 2024-11-09T19:32:35,197 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/.tmp/family/4b788110317c4e21bc0457dfe79346a0 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/family/4b788110317c4e21bc0457dfe79346a0 2024-11-09T19:32:35,204 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/family/4b788110317c4e21bc0457dfe79346a0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:35,205 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cf70eb4d7297614c8838b82ad02e6df6 in 55ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:35,205 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cf70eb4d7297614c8838b82ad02e6df6: 2024-11-09T19:32:35,205 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3180624013151425cd3f1c44e6a31621 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:35,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/.tmp/family/3f328b1c89414cbda1f58c29d236abb7 is 32, key is 5/family:/1731180755136/Put/seqid=0 2024-11-09T19:32:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:35,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/.tmp/family/3f328b1c89414cbda1f58c29d236abb7 2024-11-09T19:32:35,237 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/.tmp/family/3f328b1c89414cbda1f58c29d236abb7 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/family/3f328b1c89414cbda1f58c29d236abb7 2024-11-09T19:32:35,244 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/family/3f328b1c89414cbda1f58c29d236abb7, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:35,245 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3180624013151425cd3f1c44e6a31621 in 40ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:35,245 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3180624013151425cd3f1c44e6a31621: 2024-11-09T19:32:35,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c64b850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:35,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,37483,-1 for getting cluster id 2024-11-09T19:32:35,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:35,247 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f4902a6-e558-4c2e-91a2-e8a34b3479a1' 2024-11-09T19:32:35,247 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:35,247 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f4902a6-e558-4c2e-91a2-e8a34b3479a1" 2024-11-09T19:32:35,247 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cace45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:35,247 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,37483,-1] 2024-11-09T19:32:35,248 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:35,248 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,249 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:35,250 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10a7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:35,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T19:32:35,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:35,256 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,46097,1731180752538, seqNum=-1] 2024-11-09T19:32:35,257 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:35,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:35,260 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:35,261 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:35,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:35,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] bucket.BucketCache(1864): found 1 blocks for file 4b788110317c4e21bc0457dfe79346a0, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] bucket.BucketCache(1864): found 1 blocks for file 3f328b1c89414cbda1f58c29d236abb7, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] bucket.BucketCache(857): removed key 3f328b1c89414cbda1f58c29d236abb7_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] bucket.BucketCache(857): removed key 4b788110317c4e21bc0457dfe79346a0_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:35,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:35,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:35,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:35,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:35,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=55003848, stopped=false 2024-11-09T19:32:35,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,37483,1731180752358 2024-11-09T19:32:35,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:35,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:35,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:35,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:35,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:35,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:35,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:35,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,46097,1731180752538' ***** 2024-11-09T19:32:35,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:35,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,34399,1731180752615' ***** 2024-11-09T19:32:35,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:35,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:35,319 INFO [RS:0;fac84fd0e20f:46097 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:35,319 INFO [RS:1;fac84fd0e20f:34399 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [RS:0;fac84fd0e20f:46097 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:35,319 INFO [RS:1;fac84fd0e20f:34399 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:35,319 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:35,319 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:35,319 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:35,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(3091): Received CLOSE for cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(3091): Received CLOSE for 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:46097. 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:35,320 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf70eb4d7297614c8838b82ad02e6df6, disabling compactions & flushes 2024-11-09T19:32:35,320 DEBUG [RS:0;fac84fd0e20f:46097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:35,320 INFO [RS:1;fac84fd0e20f:34399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:34399. 2024-11-09T19:32:35,320 DEBUG [RS:0;fac84fd0e20f:46097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,320 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:35,320 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3180624013151425cd3f1c44e6a31621, disabling compactions & flushes 2024-11-09T19:32:35,320 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:35,320 DEBUG [RS:1;fac84fd0e20f:34399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:35,320 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:35,321 DEBUG [RS:1;fac84fd0e20f:34399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:35,320 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:35,320 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. after waiting 0 ms 2024-11-09T19:32:35,321 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. after waiting 0 ms 2024-11-09T19:32:35,321 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:35,321 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:35,321 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1325): Online Regions={3180624013151425cd3f1c44e6a31621=testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621.} 2024-11-09T19:32:35,321 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:35,321 DEBUG [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1351): Waiting on 3180624013151425cd3f1c44e6a31621 2024-11-09T19:32:35,321 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:35,321 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1325): Online Regions={cf70eb4d7297614c8838b82ad02e6df6=testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:35,321 DEBUG [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf70eb4d7297614c8838b82ad02e6df6 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:35,321 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:35,321 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:35,321 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:35,326 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/cf70eb4d7297614c8838b82ad02e6df6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:35,327 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:35,327 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf70eb4d7297614c8838b82ad02e6df6: Waiting for close lock at 1731180755320Running coprocessor pre-close hooks at 1731180755320Disabling compacts and flushes for region at 1731180755320Disabling writes for close at 1731180755321 (+1 ms)Writing region close event to WAL at 1731180755322 (+1 ms)Running coprocessor post-close hooks at 1731180755326 (+4 ms)Closed at 1731180755326 2024-11-09T19:32:35,327 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180753963.cf70eb4d7297614c8838b82ad02e6df6. 2024-11-09T19:32:35,328 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/default/testClearRegionBlockCache/3180624013151425cd3f1c44e6a31621/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:35,329 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:35,329 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3180624013151425cd3f1c44e6a31621: Waiting for close lock at 1731180755320Running coprocessor pre-close hooks at 1731180755320Disabling compacts and flushes for region at 1731180755320Disabling writes for close at 1731180755321 (+1 ms)Writing region close event to WAL at 1731180755322 (+1 ms)Running coprocessor post-close hooks at 1731180755329 (+7 ms)Closed at 1731180755329 2024-11-09T19:32:35,329 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621. 2024-11-09T19:32:35,340 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/info/705c730cde864897b50127c9ef0ec766 is 173, key is testClearRegionBlockCache,5,1731180753963.3180624013151425cd3f1c44e6a31621./info:regioninfo/1731180754744/Put/seqid=0 2024-11-09T19:32:35,345 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:32:35,346 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:32:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:35,347 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/info/705c730cde864897b50127c9ef0ec766 2024-11-09T19:32:35,351 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:35,353 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:35,373 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/ns/da6760cc89fb451ea1ed23ed0cadee11 is 43, key is default/ns:d/1731180753920/Put/seqid=0 2024-11-09T19:32:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:35,380 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/ns/da6760cc89fb451ea1ed23ed0cadee11 2024-11-09T19:32:35,401 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/table/a33986a372e1470e87e7a18291908d74 is 61, key is testClearRegionBlockCache/table:state/1731180754753/Put/seqid=0 2024-11-09T19:32:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:35,409 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/table/a33986a372e1470e87e7a18291908d74 2024-11-09T19:32:35,416 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/info/705c730cde864897b50127c9ef0ec766 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/info/705c730cde864897b50127c9ef0ec766 2024-11-09T19:32:35,424 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/info/705c730cde864897b50127c9ef0ec766, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:35,426 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/ns/da6760cc89fb451ea1ed23ed0cadee11 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/ns/da6760cc89fb451ea1ed23ed0cadee11 2024-11-09T19:32:35,434 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/ns/da6760cc89fb451ea1ed23ed0cadee11, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:35,435 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/.tmp/table/a33986a372e1470e87e7a18291908d74 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/table/a33986a372e1470e87e7a18291908d74 2024-11-09T19:32:35,443 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/table/a33986a372e1470e87e7a18291908d74, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:35,444 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:35,450 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:35,451 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:35,451 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:35,451 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180755321Running coprocessor pre-close hooks at 1731180755321Disabling compacts and flushes for region at 1731180755321Disabling writes for close at 1731180755321Obtaining lock to block concurrent updates at 1731180755321Preparing flush snapshotting stores in 1588230740 at 1731180755321Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180755322 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180755323 (+1 ms)Flushing 1588230740/info: creating writer at 1731180755323Flushing 1588230740/info: appending metadata at 1731180755340 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731180755340Flushing 1588230740/ns: creating writer at 1731180755353 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731180755373 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731180755373Flushing 1588230740/table: creating writer at 1731180755385 (+12 ms)Flushing 1588230740/table: appending metadata at 1731180755401 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731180755401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da67652: reopening flushed file at 1731180755415 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e52a44b: reopening flushed file at 1731180755425 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8fdb4f: reopening flushed file at 1731180755434 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1731180755444 (+10 ms)Writing region close event to WAL at 1731180755446 (+2 ms)Running coprocessor post-close hooks at 1731180755451 (+5 ms)Closed at 1731180755451 2024-11-09T19:32:35,451 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:35,521 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,34399,1731180752615; all regions closed. 2024-11-09T19:32:35,521 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,46097,1731180752538; all regions closed. 2024-11-09T19:32:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:35,527 DEBUG [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs 2024-11-09T19:32:35,527 INFO [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46097%2C1731180752538.meta:.meta(num 1731180753849) 2024-11-09T19:32:35,527 DEBUG [RS:1;fac84fd0e20f:34399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C34399%2C1731180752615:(num 1731180753388) 2024-11-09T19:32:35,527 DEBUG [RS:1;fac84fd0e20f:34399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:35,527 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:35,527 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:35,528 INFO [RS:1;fac84fd0e20f:34399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34399 2024-11-09T19:32:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741832_1008 (size=1758) 2024-11-09T19:32:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741832_1008 (size=1758) 2024-11-09T19:32:35,532 DEBUG [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/oldWALs 2024-11-09T19:32:35,532 INFO [RS:0;fac84fd0e20f:46097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46097%2C1731180752538:(num 1731180753382) 2024-11-09T19:32:35,532 DEBUG [RS:0;fac84fd0e20f:46097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:35,533 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:35,533 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:35,533 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:35,533 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:35,533 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:35,533 INFO [RS:0;fac84fd0e20f:46097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46097 2024-11-09T19:32:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,34399,1731180752615 2024-11-09T19:32:35,547 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,46097,1731180752538 2024-11-09T19:32:35,559 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:35,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,34399,1731180752615] 2024-11-09T19:32:35,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,34399,1731180752615 already deleted, retry=false 2024-11-09T19:32:35,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,34399,1731180752615 expired; onlineServers=1 2024-11-09T19:32:35,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,46097,1731180752538] 2024-11-09T19:32:35,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,46097,1731180752538 already deleted, retry=false 2024-11-09T19:32:35,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,46097,1731180752538 expired; onlineServers=0 2024-11-09T19:32:35,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,37483,1731180752358' ***** 2024-11-09T19:32:35,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:35,602 INFO [M:0;fac84fd0e20f:37483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:35,602 INFO [M:0;fac84fd0e20f:37483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:35,602 DEBUG [M:0;fac84fd0e20f:37483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:35,602 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:35,602 DEBUG [M:0;fac84fd0e20f:37483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:35,602 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180753065 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180753065,5,FailOnTimeoutGroup] 2024-11-09T19:32:35,602 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180753065 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180753065,5,FailOnTimeoutGroup] 2024-11-09T19:32:35,602 INFO [M:0;fac84fd0e20f:37483 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:35,602 INFO [M:0;fac84fd0e20f:37483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:35,602 DEBUG [M:0;fac84fd0e20f:37483 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:35,603 INFO [M:0;fac84fd0e20f:37483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:35,603 INFO [M:0;fac84fd0e20f:37483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:35,603 INFO [M:0;fac84fd0e20f:37483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:35,603 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:35,612 DEBUG [M:0;fac84fd0e20f:37483 {}] zookeeper.ZKUtil(347): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:32:35,612 WARN [M:0;fac84fd0e20f:37483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:32:35,613 INFO [M:0;fac84fd0e20f:37483 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/.lastflushedseqids 2024-11-09T19:32:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:35,620 INFO [M:0;fac84fd0e20f:37483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:35,620 INFO [M:0;fac84fd0e20f:37483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:35,620 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:35,620 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:35,620 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:35,620 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:35,620 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:35,620 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T19:32:35,635 DEBUG [M:0;fac84fd0e20f:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd321e2083b34bd882160cb769e15816 is 82, key is hbase:meta,,1/info:regioninfo/1731180753899/Put/seqid=0 2024-11-09T19:32:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:35,641 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd321e2083b34bd882160cb769e15816 2024-11-09T19:32:35,658 DEBUG [M:0;fac84fd0e20f:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033a0c9dc2d4421dbdf172284150631f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180754759/Put/seqid=0 2024-11-09T19:32:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:35,665 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033a0c9dc2d4421dbdf172284150631f 2024-11-09T19:32:35,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34399-0x1012115e9810002, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,670 INFO [RS:1;fac84fd0e20f:34399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:35,670 INFO [RS:1;fac84fd0e20f:34399 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,34399,1731180752615; zookeeper connection closed. 2024-11-09T19:32:35,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79c1f5b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79c1f5b1 2024-11-09T19:32:35,681 INFO [RS:0;fac84fd0e20f:46097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,681 INFO [RS:0;fac84fd0e20f:46097 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,46097,1731180752538; zookeeper connection closed. 2024-11-09T19:32:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46097-0x1012115e9810001, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f8e39df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f8e39df 2024-11-09T19:32:35,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:35,684 DEBUG [M:0;fac84fd0e20f:37483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e628c3cc999e4511b42c23fae9f82a74 is 69, key is fac84fd0e20f,34399,1731180752615/rs:state/1731180753193/Put/seqid=0 2024-11-09T19:32:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:35,690 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e628c3cc999e4511b42c23fae9f82a74 2024-11-09T19:32:35,697 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd321e2083b34bd882160cb769e15816 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd321e2083b34bd882160cb769e15816 2024-11-09T19:32:35,705 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd321e2083b34bd882160cb769e15816, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:35,706 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033a0c9dc2d4421dbdf172284150631f as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033a0c9dc2d4421dbdf172284150631f 2024-11-09T19:32:35,713 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033a0c9dc2d4421dbdf172284150631f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:35,714 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e628c3cc999e4511b42c23fae9f82a74 as hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e628c3cc999e4511b42c23fae9f82a74 2024-11-09T19:32:35,723 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45403/user/jenkins/test-data/377fc170-9f78-666b-c5a6-bca93456dd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e628c3cc999e4511b42c23fae9f82a74, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:35,724 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:35,726 INFO [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:35,726 DEBUG [M:0;fac84fd0e20f:37483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180755620Disabling compacts and flushes for region at 1731180755620Disabling writes for close at 1731180755620Obtaining lock to block concurrent updates at 1731180755620Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180755620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731180755621 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180755621Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180755621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180755635 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180755635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180755645 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180755658 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180755658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180755669 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180755684 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180755684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de9221e: reopening flushed file at 1731180755696 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d17c14a: reopening flushed file at 1731180755705 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e0c17d: reopening flushed file at 1731180755713 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false at 1731180755724 (+11 ms)Writing region close event to WAL at 1731180755725 (+1 ms)Closed at 1731180755725 2024-11-09T19:32:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741830_1006 (size=35428) 2024-11-09T19:32:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45029 is added to blk_1073741830_1006 (size=35428) 2024-11-09T19:32:35,730 INFO [M:0;fac84fd0e20f:37483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:35,730 INFO [M:0;fac84fd0e20f:37483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37483 2024-11-09T19:32:35,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:35,730 INFO [M:0;fac84fd0e20f:37483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:35,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,838 INFO [M:0;fac84fd0e20f:37483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:35,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37483-0x1012115e9810000, quorum=127.0.0.1:52720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:35,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60217b70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:35,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db77f67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:35,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:35,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@539a145{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:35,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396913ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:35,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:35,874 WARN [BP-32223119-172.17.0.2-1731180749114 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:35,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:35,874 WARN [BP-32223119-172.17.0.2-1731180749114 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-32223119-172.17.0.2-1731180749114 (Datanode Uuid 77193d16-c765-4b78-9a1b-f1518a9447fb) service to localhost/127.0.0.1:45403 2024-11-09T19:32:35,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data3/current/BP-32223119-172.17.0.2-1731180749114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:35,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data4/current/BP-32223119-172.17.0.2-1731180749114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:35,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:35,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4166a4ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:35,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@363e7839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:35,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:35,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36270e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:35,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41913fb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:35,883 WARN [BP-32223119-172.17.0.2-1731180749114 heartbeating to localhost/127.0.0.1:45403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:35,883 WARN [BP-32223119-172.17.0.2-1731180749114 heartbeating to localhost/127.0.0.1:45403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-32223119-172.17.0.2-1731180749114 (Datanode Uuid cfa5df82-ae84-48bb-a309-0454614ff7b7) service to localhost/127.0.0.1:45403 2024-11-09T19:32:35,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:35,883 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:35,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data1/current/BP-32223119-172.17.0.2-1731180749114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:35,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/cluster_912f5fb3-466d-aae8-2467-8666dfc43d33/data/data2/current/BP-32223119-172.17.0.2-1731180749114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:35,884 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:35,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fad3eb7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:35,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234477a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:35,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:35,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d29c64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:35,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6bf612{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:35,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:35,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:35,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 134) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45403 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45403 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=495 (was 462) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=3885 (was 4205) 2024-11-09T19:32:35,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=495, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=3884 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir so I do NOT create it in target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234 2024-11-09T19:32:35,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.tmp.dir so I do NOT create it in target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234 2024-11-09T19:32:35,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/cdb5bdfe-c586-83bd-4460-79e69a36d97d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:32:35,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17, deleteOnExit=true 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/test.cache.data in system properties and HBase conf 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:35,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:35,954 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:35,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:36,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:36,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:36,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:36,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:36,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:36,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:36,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75dc429f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:36,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e48c17e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:36,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b5343a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-14518173460698420152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:36,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37f8aee4{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-09T19:32:36,481 INFO [Time-limited test {}] server.Server(415): Started @35914ms 2024-11-09T19:32:36,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:36,766 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:36,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:36,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:36,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:36,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d2596c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:36,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361c4bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:36,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36cbdd45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/java.io.tmpdir/jetty-localhost-38305-hadoop-hdfs-3_4_1-tests_jar-_-any-7510240327045259537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:36,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458c02bd{HTTP/1.1, (http/1.1)}{localhost:38305} 2024-11-09T19:32:36,862 INFO [Time-limited test {}] server.Server(415): Started @36296ms 2024-11-09T19:32:36,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:36,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:36,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:36,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:36,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:36,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:36,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf6fa20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:36,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c1ab6c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:36,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74f2d4c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/java.io.tmpdir/jetty-localhost-34181-hadoop-hdfs-3_4_1-tests_jar-_-any-8830792863586853751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:36,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585dcfb8{HTTP/1.1, (http/1.1)}{localhost:34181} 2024-11-09T19:32:36,990 INFO [Time-limited test {}] server.Server(415): Started @36424ms 2024-11-09T19:32:36,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:37,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:37,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:32:37,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:32:38,198 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data2/current/BP-1865195553-172.17.0.2-1731180755981/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:38,198 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data1/current/BP-1865195553-172.17.0.2-1731180755981/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:38,229 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34e7b8a87cdd66dd with lease ID 0xf0a6bbbe439b336b: Processing first storage report for DS-6b43b991-c37c-4331-96b2-19df5aeb33d2 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=c30cb0de-d8f1-4ba5-8724-5f510ee7387d, infoPort=44981, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981) 2024-11-09T19:32:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34e7b8a87cdd66dd with lease ID 0xf0a6bbbe439b336b: from storage DS-6b43b991-c37c-4331-96b2-19df5aeb33d2 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=c30cb0de-d8f1-4ba5-8724-5f510ee7387d, infoPort=44981, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34e7b8a87cdd66dd with lease ID 0xf0a6bbbe439b336b: Processing first storage report for DS-6895e1a9-d4b8-4503-b0ae-e1d0964d3015 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=c30cb0de-d8f1-4ba5-8724-5f510ee7387d, infoPort=44981, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981) 2024-11-09T19:32:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34e7b8a87cdd66dd with lease ID 0xf0a6bbbe439b336b: from storage DS-6895e1a9-d4b8-4503-b0ae-e1d0964d3015 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=c30cb0de-d8f1-4ba5-8724-5f510ee7387d, infoPort=44981, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:38,327 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data3/current/BP-1865195553-172.17.0.2-1731180755981/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:38,327 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data4/current/BP-1865195553-172.17.0.2-1731180755981/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:38,344 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76d51c0e6db7ac88 with lease ID 0xf0a6bbbe439b336c: Processing first storage report for DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4 from datanode DatanodeRegistration(127.0.0.1:42475, datanodeUuid=aa251c03-faca-40f8-93b2-28d358080840, infoPort=35393, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981) 2024-11-09T19:32:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76d51c0e6db7ac88 with lease ID 0xf0a6bbbe439b336c: from storage DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4 node DatanodeRegistration(127.0.0.1:42475, datanodeUuid=aa251c03-faca-40f8-93b2-28d358080840, infoPort=35393, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76d51c0e6db7ac88 with lease ID 0xf0a6bbbe439b336c: Processing first storage report for DS-49144860-d328-491f-ae9e-65ee61911674 from datanode DatanodeRegistration(127.0.0.1:42475, datanodeUuid=aa251c03-faca-40f8-93b2-28d358080840, infoPort=35393, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981) 2024-11-09T19:32:38,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76d51c0e6db7ac88 with lease ID 0xf0a6bbbe439b336c: from storage DS-49144860-d328-491f-ae9e-65ee61911674 node DatanodeRegistration(127.0.0.1:42475, datanodeUuid=aa251c03-faca-40f8-93b2-28d358080840, infoPort=35393, infoSecurePort=0, ipcPort=46073, storageInfo=lv=-57;cid=testClusterID;nsid=368262876;c=1731180755981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:38,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234 2024-11-09T19:32:38,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/zookeeper_0, clientPort=53437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:38,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53437 2024-11-09T19:32:38,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:38,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e with version=8 2024-11-09T19:32:38,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/hbase-staging 2024-11-09T19:32:38,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:38,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:38,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34607 2024-11-09T19:32:38,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34607 connecting to ZooKeeper ensemble=127.0.0.1:53437 2024-11-09T19:32:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346070x0, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:38,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34607-0x101211601450000 connected 2024-11-09T19:32:38,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:38,594 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e, hbase.cluster.distributed=false 2024-11-09T19:32:38,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-09T19:32:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34607 2024-11-09T19:32:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34607 2024-11-09T19:32:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-09T19:32:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34607 2024-11-09T19:32:38,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:38,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:38,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36043 2024-11-09T19:32:38,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36043 connecting to ZooKeeper ensemble=127.0.0.1:53437 2024-11-09T19:32:38,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360430x0, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:38,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360430x0, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:38,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36043-0x101211601450001 connected 2024-11-09T19:32:38,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:38,624 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:38,628 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:38,629 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:38,632 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:38,634 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:38,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:38,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36043 2024-11-09T19:32:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36043 2024-11-09T19:32:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36043 2024-11-09T19:32:38,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36043 2024-11-09T19:32:38,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36043 2024-11-09T19:32:38,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:38,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44751 2024-11-09T19:32:38,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44751 connecting to ZooKeeper ensemble=127.0.0.1:53437 2024-11-09T19:32:38,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447510x0, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:38,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447510x0, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:38,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44751-0x101211601450002 connected 2024-11-09T19:32:38,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:38,676 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:38,681 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:38,682 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:38,682 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:38,683 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:38,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:38,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:38,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-09T19:32:38,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-09T19:32:38,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-09T19:32:38,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-09T19:32:38,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-09T19:32:38,699 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:34607 2024-11-09T19:32:38,699 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,707 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,718 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:38,718 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,34607,1731180758440 from backup master directory 2024-11-09T19:32:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:38,727 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:38,728 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,734 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/hbase.id] with ID: b3a33994-c497-4181-a447-ff2789982fc3 2024-11-09T19:32:38,734 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/.tmp/hbase.id 2024-11-09T19:32:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:38,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:38,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/.tmp/hbase.id]:[hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/hbase.id] 2024-11-09T19:32:38,762 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:38,762 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:38,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:32:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:38,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:38,777 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:38,777 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:38,785 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store 2024-11-09T19:32:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:38,795 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:38,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:38,796 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:38,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:38,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:38,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:38,796 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:38,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180758796Disabling compacts and flushes for region at 1731180758796Disabling writes for close at 1731180758796Writing region close event to WAL at 1731180758796Closed at 1731180758796 2024-11-09T19:32:38,797 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/.initializing 2024-11-09T19:32:38,797 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/WALs/fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:38,799 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34607%2C1731180758440, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/WALs/fac84fd0e20f,34607,1731180758440, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:38,811 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/WALs/fac84fd0e20f,34607,1731180758440/fac84fd0e20f%2C34607%2C1731180758440.1731180758799, exclude list is [], retry=0 2024-11-09T19:32:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6b43b991-c37c-4331-96b2-19df5aeb33d2,DISK] 2024-11-09T19:32:38,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4,DISK] 2024-11-09T19:32:38,815 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/WALs/fac84fd0e20f,34607,1731180758440/fac84fd0e20f%2C34607%2C1731180758440.1731180758799 2024-11-09T19:32:38,816 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44981:44981),(127.0.0.1/127.0.0.1:35393:35393)] 2024-11-09T19:32:38,816 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:38,816 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:38,816 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,816 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:38,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:38,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:38,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:38,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:38,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:38,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:38,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:38,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:38,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:38,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:38,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:38,826 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,826 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,827 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,828 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,828 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,829 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:38,830 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:38,832 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:38,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60340603, jitterRate=-0.10085494816303253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:38,832 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180758816Initializing all the Stores at 1731180758817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180758817Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180758818 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180758818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180758818Cleaning up temporary data from old regions at 1731180758828 (+10 ms)Region opened successfully at 1731180758832 (+4 ms) 2024-11-09T19:32:38,833 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:38,836 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786d535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:38,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:38,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:38,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:38,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:38,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:32:38,838 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:32:38,838 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:38,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:38,841 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:38,852 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:38,853 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:38,853 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:38,864 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:38,864 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:38,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:38,875 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:38,876 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:38,885 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:38,887 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:38,896 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,907 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,34607,1731180758440, sessionid=0x101211601450000, setting cluster-up flag (Was=false) 2024-11-09T19:32:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,960 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:38,961 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:39,012 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:39,013 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:39,014 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:39,016 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:39,016 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:39,016 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:39,016 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,34607,1731180758440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:39,018 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,019 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180789019 2024-11-09T19:32:39,019 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:39,019 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:39,020 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:39,020 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:39,020 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:39,020 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:39,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:39,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:39,020 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,021 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:39,021 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:39,021 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:39,021 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,022 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:39,022 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:39,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:39,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180759022,5,FailOnTimeoutGroup] 2024-11-09T19:32:39,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180759022,5,FailOnTimeoutGroup] 2024-11-09T19:32:39,022 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,023 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:39,023 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,023 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:39,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:39,088 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(746): ClusterId : b3a33994-c497-4181-a447-ff2789982fc3 2024-11-09T19:32:39,088 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(746): ClusterId : b3a33994-c497-4181-a447-ff2789982fc3 2024-11-09T19:32:39,088 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:39,088 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:39,097 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:39,097 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:39,097 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:39,097 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:39,107 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:39,107 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:39,108 DEBUG [RS:1;fac84fd0e20f:44751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ea8e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:39,108 DEBUG [RS:0;fac84fd0e20f:36043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513b0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:39,121 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:36043 2024-11-09T19:32:39,121 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:39,121 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:39,121 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:39,122 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34607,1731180758440 with port=36043, startcode=1731180758611 2024-11-09T19:32:39,122 DEBUG [RS:0;fac84fd0e20f:36043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:39,123 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:44751 2024-11-09T19:32:39,123 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:39,123 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:39,123 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:39,124 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:39,125 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34607,1731180758440 with port=44751, startcode=1731180758659 2024-11-09T19:32:39,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,125 DEBUG [RS:1;fac84fd0e20f:44751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:39,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,128 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:39,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,132 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e 2024-11-09T19:32:39,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34607 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,132 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42317 2024-11-09T19:32:39,132 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:39,133 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e 2024-11-09T19:32:39,134 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42317 2024-11-09T19:32:39,134 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:39,177 DEBUG [RS:0;fac84fd0e20f:36043 {}] zookeeper.ZKUtil(111): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,177 WARN [RS:0;fac84fd0e20f:36043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:39,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,44751,1731180758659] 2024-11-09T19:32:39,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,36043,1731180758611] 2024-11-09T19:32:39,177 INFO [RS:0;fac84fd0e20f:36043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:39,177 DEBUG [RS:1;fac84fd0e20f:44751 {}] zookeeper.ZKUtil(111): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,177 WARN [RS:1;fac84fd0e20f:44751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:39,177 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,177 INFO [RS:1;fac84fd0e20f:44751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:39,177 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,180 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:39,180 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:39,181 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:39,181 INFO [RS:0;fac84fd0e20f:36043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:39,182 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,182 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:39,182 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:39,182 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 INFO [RS:1;fac84fd0e20f:44751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:39,183 DEBUG [RS:0;fac84fd0e20f:36043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:39,184 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,184 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36043,1731180758611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:39,185 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:39,185 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:39,185 DEBUG [RS:1;fac84fd0e20f:44751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,186 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44751,1731180758659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:39,198 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:39,198 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36043,1731180758611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,198 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,198 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.Replication(171): fac84fd0e20f,36043,1731180758611 started 2024-11-09T19:32:39,200 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:39,200 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44751,1731180758659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,200 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,200 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.Replication(171): fac84fd0e20f,44751,1731180758659 started 2024-11-09T19:32:39,211 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,212 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,36043,1731180758611, RpcServer on fac84fd0e20f/172.17.0.2:36043, sessionid=0x101211601450001 2024-11-09T19:32:39,212 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:39,212 DEBUG [RS:0;fac84fd0e20f:36043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,212 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36043,1731180758611' 2024-11-09T19:32:39,212 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:39,212 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36043,1731180758611' 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:39,213 DEBUG [RS:0;fac84fd0e20f:36043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:39,213 INFO [RS:0;fac84fd0e20f:36043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:39,214 INFO [RS:0;fac84fd0e20f:36043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:39,219 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,219 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,44751,1731180758659, RpcServer on fac84fd0e20f/172.17.0.2:44751, sessionid=0x101211601450002 2024-11-09T19:32:39,219 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:39,219 DEBUG [RS:1;fac84fd0e20f:44751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,219 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44751,1731180758659' 2024-11-09T19:32:39,220 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:39,220 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44751,1731180758659' 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:39,221 DEBUG [RS:1;fac84fd0e20f:44751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:39,221 INFO [RS:1;fac84fd0e20f:44751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:39,221 INFO [RS:1;fac84fd0e20f:44751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:39,314 INFO [RS:0;fac84fd0e20f:36043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:39,316 INFO [RS:0;fac84fd0e20f:36043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36043%2C1731180758611, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,36043,1731180758611, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs, maxLogs=32 2024-11-09T19:32:39,322 INFO [RS:1;fac84fd0e20f:44751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:39,323 INFO [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C44751%2C1731180758659, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs, maxLogs=32 2024-11-09T19:32:39,328 DEBUG [RS:0;fac84fd0e20f:36043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,36043,1731180758611/fac84fd0e20f%2C36043%2C1731180758611.1731180759316, exclude list is [], retry=0 2024-11-09T19:32:39,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4,DISK] 2024-11-09T19:32:39,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6b43b991-c37c-4331-96b2-19df5aeb33d2,DISK] 2024-11-09T19:32:39,337 INFO [RS:0;fac84fd0e20f:36043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,36043,1731180758611/fac84fd0e20f%2C36043%2C1731180758611.1731180759316 2024-11-09T19:32:39,337 DEBUG [RS:0;fac84fd0e20f:36043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35393:35393),(127.0.0.1/127.0.0.1:44981:44981)] 2024-11-09T19:32:39,337 DEBUG [RS:1;fac84fd0e20f:44751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659/fac84fd0e20f%2C44751%2C1731180758659.1731180759324, exclude list is [], retry=0 2024-11-09T19:32:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6b43b991-c37c-4331-96b2-19df5aeb33d2,DISK] 2024-11-09T19:32:39,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4,DISK] 2024-11-09T19:32:39,343 INFO [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659/fac84fd0e20f%2C44751%2C1731180758659.1731180759324 2024-11-09T19:32:39,343 DEBUG [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35393:35393),(127.0.0.1/127.0.0.1:44981:44981)] 2024-11-09T19:32:39,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:32:39,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:39,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:39,431 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e 2024-11-09T19:32:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:39,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:39,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:39,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:39,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:39,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:39,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:39,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:39,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:39,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:39,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:39,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740 2024-11-09T19:32:39,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740 2024-11-09T19:32:39,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:39,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:39,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:39,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:39,461 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:39,462 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72669978, jitterRate=0.08286705613136292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180759442Initializing all the Stores at 1731180759443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180759443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759443Cleaning up temporary data from old regions at 1731180759457 (+14 ms)Region opened successfully at 1731180759463 (+6 ms) 2024-11-09T19:32:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:39,463 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:39,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:39,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180759463Disabling compacts and flushes for region at 1731180759463Disabling writes for close at 1731180759463Writing region close event to WAL at 1731180759463Closed at 1731180759464 (+1 ms) 2024-11-09T19:32:39,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:39,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:39,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:39,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:39,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:39,618 DEBUG [fac84fd0e20f:34607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:39,618 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:39,621 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:39,621 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:39,621 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:39,621 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:39,621 INFO [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:39,621 INFO [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:39,621 DEBUG [fac84fd0e20f:34607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:39,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,623 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44751,1731180758659, state=OPENING 2024-11-09T19:32:39,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:39,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:39,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:39,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:39,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:39,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44751,1731180758659}] 2024-11-09T19:32:39,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:39,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:39,876 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:39,876 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:39,876 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:39,878 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C44751%2C1731180758659.meta, suffix=.meta, logDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs, maxLogs=32 2024-11-09T19:32:39,890 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659/fac84fd0e20f%2C44751%2C1731180758659.meta.1731180759878.meta, exclude list is [], retry=0 2024-11-09T19:32:39,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6b43b991-c37c-4331-96b2-19df5aeb33d2,DISK] 2024-11-09T19:32:39,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-3f8bc8a4-d392-4153-bbe5-1b38b643fdc4,DISK] 2024-11-09T19:32:39,894 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,44751,1731180758659/fac84fd0e20f%2C44751%2C1731180758659.meta.1731180759878.meta 2024-11-09T19:32:39,894 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44981:44981),(127.0.0.1/127.0.0.1:35393:35393)] 2024-11-09T19:32:39,894 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:39,895 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:39,895 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:39,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:39,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:39,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:39,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:39,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:39,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:39,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:39,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:39,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:39,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:39,903 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:39,903 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740 2024-11-09T19:32:39,905 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740 2024-11-09T19:32:39,906 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:39,906 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:39,906 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:39,908 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:39,909 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71571973, jitterRate=0.06650550663471222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:39,909 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:39,909 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180759895Writing region info on filesystem at 1731180759895Initializing all the Stores at 1731180759896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759897 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180759897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180759897Cleaning up temporary data from old regions at 1731180759906 (+9 ms)Running coprocessor post-open hooks at 1731180759909 (+3 ms)Region opened successfully at 1731180759909 2024-11-09T19:32:39,910 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180759871 2024-11-09T19:32:39,913 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:39,913 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:39,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44751,1731180758659, state=OPEN 2024-11-09T19:32:39,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:39,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:39,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:39,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:39,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:39,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:39,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44751,1731180758659 in 210 msec 2024-11-09T19:32:39,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:39,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-09T19:32:39,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:39,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:39,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:39,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44751,1731180758659, seqNum=-1] 2024-11-09T19:32:39,936 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:39,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:39,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-09T19:32:39,945 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180759945, completionTime=-1 2024-11-09T19:32:39,945 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:39,946 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:39,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:39,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180819948 2024-11-09T19:32:39,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180879948 2024-11-09T19:32:39,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:32:39,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,949 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,949 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,949 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:34607, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,949 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,949 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,951 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:39,953 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.225sec 2024-11-09T19:32:39,953 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:39,954 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:39,956 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:39,956 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:39,956 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34607,1731180758440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:39,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f190de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:39,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34607,-1 for getting cluster id 2024-11-09T19:32:39,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:39,990 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a33994-c497-4181-a447-ff2789982fc3' 2024-11-09T19:32:39,991 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:39,991 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a33994-c497-4181-a447-ff2789982fc3" 2024-11-09T19:32:39,991 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741e243f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:39,991 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34607,-1] 2024-11-09T19:32:39,992 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:39,992 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:39,993 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:39,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ace8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:39,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:39,997 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44751,1731180758659, seqNum=-1] 2024-11-09T19:32:39,997 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:39,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:40,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:40,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:40,002 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:40,002 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28da451a 2024-11-09T19:32:40,002 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:40,003 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:40,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:40,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:40,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:40,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:40,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:40,021 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecab9669855ddb92f89cf8446c3f1fb6, NAME => 'testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e 2024-11-09T19:32:40,021 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 34dc5aefb331cfcf1c1da6e7b1d27252, NAME => 'testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e 2024-11-09T19:32:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 34dc5aefb331cfcf1c1da6e7b1d27252, disabling compactions & flushes 2024-11-09T19:32:40,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. after waiting 0 ms 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 34dc5aefb331cfcf1c1da6e7b1d27252: Waiting for close lock at 1731180760033Disabling compacts and flushes for region at 1731180760033Disabling writes for close at 1731180760033Writing region close event to WAL at 1731180760033Closed at 1731180760033 2024-11-09T19:32:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ecab9669855ddb92f89cf8446c3f1fb6, disabling compactions & flushes 2024-11-09T19:32:40,037 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. after waiting 0 ms 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,037 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,037 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecab9669855ddb92f89cf8446c3f1fb6: Waiting for close lock at 1731180760037Disabling compacts and flushes for region at 1731180760037Disabling writes for close at 1731180760037Writing region close event to WAL at 1731180760037Closed at 1731180760037 2024-11-09T19:32:40,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:40,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180760039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180760039"}]},"ts":"1731180760039"} 2024-11-09T19:32:40,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180760039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180760039"}]},"ts":"1731180760039"} 2024-11-09T19:32:40,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:40,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:40,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180760045"}]},"ts":"1731180760045"} 2024-11-09T19:32:40,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:40,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:40,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:40,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:40,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:40,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:40,050 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:40,050 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:40,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:40,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ecab9669855ddb92f89cf8446c3f1fb6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=34dc5aefb331cfcf1c1da6e7b1d27252, ASSIGN}] 2024-11-09T19:32:40,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ecab9669855ddb92f89cf8446c3f1fb6, ASSIGN 2024-11-09T19:32:40,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=34dc5aefb331cfcf1c1da6e7b1d27252, ASSIGN 2024-11-09T19:32:40,054 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ecab9669855ddb92f89cf8446c3f1fb6, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36043,1731180758611; forceNewPlan=false, retain=false 2024-11-09T19:32:40,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=34dc5aefb331cfcf1c1da6e7b1d27252, ASSIGN; state=OFFLINE, location=fac84fd0e20f,44751,1731180758659; forceNewPlan=false, retain=false 2024-11-09T19:32:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:40,204 INFO [fac84fd0e20f:34607 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:40,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecab9669855ddb92f89cf8446c3f1fb6, regionState=OPENING, regionLocation=fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:40,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=34dc5aefb331cfcf1c1da6e7b1d27252, regionState=OPENING, regionLocation=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:40,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ecab9669855ddb92f89cf8446c3f1fb6, ASSIGN because future has completed 2024-11-09T19:32:40,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecab9669855ddb92f89cf8446c3f1fb6, server=fac84fd0e20f,36043,1731180758611}] 2024-11-09T19:32:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=34dc5aefb331cfcf1c1da6e7b1d27252, ASSIGN because future has completed 2024-11-09T19:32:40,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34dc5aefb331cfcf1c1da6e7b1d27252, server=fac84fd0e20f,44751,1731180758659}] 2024-11-09T19:32:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:40,361 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:40,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:40,366 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,366 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ecab9669855ddb92f89cf8446c3f1fb6, NAME => 'testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 34dc5aefb331cfcf1c1da6e7b1d27252, NAME => 'testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,366 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,368 INFO [StoreOpener-ecab9669855ddb92f89cf8446c3f1fb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,368 INFO [StoreOpener-34dc5aefb331cfcf1c1da6e7b1d27252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,369 INFO [StoreOpener-34dc5aefb331cfcf1c1da6e7b1d27252-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34dc5aefb331cfcf1c1da6e7b1d27252 columnFamilyName family 2024-11-09T19:32:40,369 INFO [StoreOpener-ecab9669855ddb92f89cf8446c3f1fb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecab9669855ddb92f89cf8446c3f1fb6 columnFamilyName family 2024-11-09T19:32:40,369 DEBUG [StoreOpener-34dc5aefb331cfcf1c1da6e7b1d27252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:40,369 DEBUG [StoreOpener-ecab9669855ddb92f89cf8446c3f1fb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:40,370 INFO [StoreOpener-34dc5aefb331cfcf1c1da6e7b1d27252-1 {}] regionserver.HStore(327): Store=34dc5aefb331cfcf1c1da6e7b1d27252/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:40,370 INFO [StoreOpener-ecab9669855ddb92f89cf8446c3f1fb6-1 {}] regionserver.HStore(327): Store=ecab9669855ddb92f89cf8446c3f1fb6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:40,370 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,370 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,370 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,370 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,371 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,373 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,375 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:40,375 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:40,376 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ecab9669855ddb92f89cf8446c3f1fb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65709689, jitterRate=-0.020849332213401794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:40,376 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 34dc5aefb331cfcf1c1da6e7b1d27252; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62398669, jitterRate=-0.07018737494945526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:40,376 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:40,376 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:40,377 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 34dc5aefb331cfcf1c1da6e7b1d27252: Running coprocessor pre-open hook at 1731180760366Writing region info on filesystem at 1731180760366Initializing all the Stores at 1731180760367 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180760367Cleaning up temporary data from old regions at 1731180760371 (+4 ms)Running coprocessor post-open hooks at 1731180760376 (+5 ms)Region opened successfully at 1731180760377 (+1 ms) 2024-11-09T19:32:40,377 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ecab9669855ddb92f89cf8446c3f1fb6: Running coprocessor pre-open hook at 1731180760366Writing region info on filesystem at 1731180760366Initializing all the Stores at 1731180760367 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180760367Cleaning up temporary data from old regions at 1731180760371 (+4 ms)Running coprocessor post-open hooks at 1731180760376 (+5 ms)Region opened successfully at 1731180760377 (+1 ms) 2024-11-09T19:32:40,378 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252., pid=8, masterSystemTime=1731180760363 2024-11-09T19:32:40,378 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6., pid=7, masterSystemTime=1731180760360 2024-11-09T19:32:40,380 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,380 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:40,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecab9669855ddb92f89cf8446c3f1fb6, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:40,381 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,381 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:40,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=34dc5aefb331cfcf1c1da6e7b1d27252, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecab9669855ddb92f89cf8446c3f1fb6, server=fac84fd0e20f,36043,1731180758611 because future has completed 2024-11-09T19:32:40,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34dc5aefb331cfcf1c1da6e7b1d27252, server=fac84fd0e20f,44751,1731180758659 because future has completed 2024-11-09T19:32:40,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T19:32:40,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecab9669855ddb92f89cf8446c3f1fb6, server=fac84fd0e20f,36043,1731180758611 in 177 msec 2024-11-09T19:32:40,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ecab9669855ddb92f89cf8446c3f1fb6, ASSIGN in 338 msec 2024-11-09T19:32:40,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T19:32:40,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 34dc5aefb331cfcf1c1da6e7b1d27252, server=fac84fd0e20f,44751,1731180758659 in 178 msec 2024-11-09T19:32:40,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T19:32:40,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=34dc5aefb331cfcf1c1da6e7b1d27252, ASSIGN in 340 msec 2024-11-09T19:32:40,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:40,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180760395"}]},"ts":"1731180760395"} 2024-11-09T19:32:40,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:40,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:40,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 396 msec 2024-11-09T19:32:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:40,639 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:40,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:40,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:40,644 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:40,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:40,649 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6., hostname=fac84fd0e20f,36043,1731180758611, seqNum=2] 2024-11-09T19:32:40,650 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:40,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:40,669 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252., hostname=fac84fd0e20f,44751,1731180758659, seqNum=2] 2024-11-09T19:32:40,695 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ecab9669855ddb92f89cf8446c3f1fb6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:40,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/.tmp/family/6b1579564c8440d3a0fd1087006ec00b is 32, key is 1/family:/1731180760653/Put/seqid=0 2024-11-09T19:32:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741839_1015 (size=5054) 2024-11-09T19:32:40,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/.tmp/family/6b1579564c8440d3a0fd1087006ec00b 2024-11-09T19:32:40,759 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/.tmp/family/6b1579564c8440d3a0fd1087006ec00b as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/family/6b1579564c8440d3a0fd1087006ec00b 2024-11-09T19:32:40,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/family/6b1579564c8440d3a0fd1087006ec00b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:40,775 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ecab9669855ddb92f89cf8446c3f1fb6 in 80ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:40,775 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ecab9669855ddb92f89cf8446c3f1fb6: 2024-11-09T19:32:40,775 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 34dc5aefb331cfcf1c1da6e7b1d27252 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:40,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/.tmp/family/b9791911a1db45d1861622ae2660fd31 is 32, key is 5/family:/1731180760673/Put/seqid=0 2024-11-09T19:32:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741840_1016 (size=5083) 2024-11-09T19:32:41,226 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/.tmp/family/b9791911a1db45d1861622ae2660fd31 2024-11-09T19:32:41,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/.tmp/family/b9791911a1db45d1861622ae2660fd31 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/family/b9791911a1db45d1861622ae2660fd31 2024-11-09T19:32:41,246 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/family/b9791911a1db45d1861622ae2660fd31, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:41,248 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 34dc5aefb331cfcf1c1da6e7b1d27252 in 473ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:41,248 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 34dc5aefb331cfcf1c1da6e7b1d27252: 2024-11-09T19:32:41,251 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 6b1579564c8440d3a0fd1087006ec00b, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:41,251 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 6b1579564c8440d3a0fd1087006ec00b_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:41,254 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file b9791911a1db45d1861622ae2660fd31, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:41,254 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key b9791911a1db45d1861622ae2660fd31_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:41,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:41,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:41,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:41,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:41,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:41,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479773674, stopped=false 2024-11-09T19:32:41,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,34607,1731180758440 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:41,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:41,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:41,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:41,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,36043,1731180758611' ***** 2024-11-09T19:32:41,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:41,308 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,44751,1731180758659' ***** 2024-11-09T19:32:41,308 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:41,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:41,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:41,308 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:41,308 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:41,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:41,308 INFO [RS:0;fac84fd0e20f:36043 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:41,308 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:41,309 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:41,309 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:41,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:41,309 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(3091): Received CLOSE for ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:41,309 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:44751. 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:36043. 2024-11-09T19:32:41,309 DEBUG [RS:1;fac84fd0e20f:44751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:41,309 DEBUG [RS:0;fac84fd0e20f:36043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:41,309 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34dc5aefb331cfcf1c1da6e7b1d27252, disabling compactions & flushes 2024-11-09T19:32:41,309 DEBUG [RS:1;fac84fd0e20f:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,309 DEBUG [RS:0;fac84fd0e20f:36043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,309 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:41,309 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:41,309 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:41,309 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1325): Online Regions={ecab9669855ddb92f89cf8446c3f1fb6=testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6.} 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:41,309 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. after waiting 0 ms 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:41,309 DEBUG [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1351): Waiting on ecab9669855ddb92f89cf8446c3f1fb6 2024-11-09T19:32:41,309 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:41,309 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:41,310 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecab9669855ddb92f89cf8446c3f1fb6, disabling compactions & flushes 2024-11-09T19:32:41,310 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:41,310 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:41,310 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. after waiting 0 ms 2024-11-09T19:32:41,310 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:41,310 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:41,310 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1325): Online Regions={34dc5aefb331cfcf1c1da6e7b1d27252=testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:41,310 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34dc5aefb331cfcf1c1da6e7b1d27252 2024-11-09T19:32:41,310 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:41,310 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:41,311 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:41,311 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:41,311 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:41,311 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:41,317 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/34dc5aefb331cfcf1c1da6e7b1d27252/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:41,319 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:41,319 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34dc5aefb331cfcf1c1da6e7b1d27252: Waiting for close lock at 1731180761309Running coprocessor pre-close hooks at 1731180761309Disabling compacts and flushes for region at 1731180761309Disabling writes for close at 1731180761309Writing region close event to WAL at 1731180761311 (+2 ms)Running coprocessor post-close hooks at 1731180761319 (+8 ms)Closed at 1731180761319 2024-11-09T19:32:41,319 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252. 2024-11-09T19:32:41,321 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/default/testClearRegionBlockCache/ecab9669855ddb92f89cf8446c3f1fb6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:41,322 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecab9669855ddb92f89cf8446c3f1fb6: Waiting for close lock at 1731180761309Running coprocessor pre-close hooks at 1731180761309Disabling compacts and flushes for region at 1731180761309Disabling writes for close at 1731180761310 (+1 ms)Writing region close event to WAL at 1731180761312 (+2 ms)Running coprocessor post-close hooks at 1731180761322 (+10 ms)Closed at 1731180761322 2024-11-09T19:32:41,322 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180760004.ecab9669855ddb92f89cf8446c3f1fb6. 2024-11-09T19:32:41,339 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/info/4ba273e4b117411abb9a83ff3e60a5c5 is 173, key is testClearRegionBlockCache,5,1731180760004.34dc5aefb331cfcf1c1da6e7b1d27252./info:regioninfo/1731180760381/Put/seqid=0 2024-11-09T19:32:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:41,387 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:41,393 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:41,510 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,36043,1731180758611; all regions closed. 2024-11-09T19:32:41,511 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741832_1008 (size=1758) 2024-11-09T19:32:41,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741832_1008 (size=1758) 2024-11-09T19:32:41,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/WALs/fac84fd0e20f,36043,1731180758611/fac84fd0e20f%2C36043%2C1731180758611.1731180759316 not finished, retry = 0 2024-11-09T19:32:41,615 DEBUG [RS:0;fac84fd0e20f:36043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs 2024-11-09T19:32:41,615 INFO [RS:0;fac84fd0e20f:36043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C36043%2C1731180758611:(num 1731180759316) 2024-11-09T19:32:41,615 DEBUG [RS:0;fac84fd0e20f:36043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,615 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:41,615 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:41,616 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:41,616 INFO [RS:0;fac84fd0e20f:36043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36043 2024-11-09T19:32:41,633 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,36043,1731180758611 2024-11-09T19:32:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:41,711 DEBUG [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:41,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,36043,1731180758611] 2024-11-09T19:32:41,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,36043,1731180758611 already deleted, retry=false 2024-11-09T19:32:41,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,36043,1731180758611 expired; onlineServers=1 2024-11-09T19:32:41,749 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/info/4ba273e4b117411abb9a83ff3e60a5c5 2024-11-09T19:32:41,770 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/ns/a86263cbf3334258bba5f0b009b5df0c is 43, key is default/ns:d/1731180759938/Put/seqid=0 2024-11-09T19:32:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:41,775 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/ns/a86263cbf3334258bba5f0b009b5df0c 2024-11-09T19:32:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:41,828 INFO [RS:0;fac84fd0e20f:36043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36043-0x101211601450001, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:41,828 INFO [RS:0;fac84fd0e20f:36043 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,36043,1731180758611; zookeeper connection closed. 2024-11-09T19:32:41,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12ed5b5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12ed5b5e 2024-11-09T19:32:41,831 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/table/99c266fe04b340ceb1136b7c6d682090 is 61, key is testClearRegionBlockCache/table:state/1731180760395/Put/seqid=0 2024-11-09T19:32:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:41,836 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/table/99c266fe04b340ceb1136b7c6d682090 2024-11-09T19:32:41,842 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/info/4ba273e4b117411abb9a83ff3e60a5c5 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/info/4ba273e4b117411abb9a83ff3e60a5c5 2024-11-09T19:32:41,849 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/info/4ba273e4b117411abb9a83ff3e60a5c5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:41,850 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/ns/a86263cbf3334258bba5f0b009b5df0c as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/ns/a86263cbf3334258bba5f0b009b5df0c 2024-11-09T19:32:41,855 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/ns/a86263cbf3334258bba5f0b009b5df0c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:41,856 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/.tmp/table/99c266fe04b340ceb1136b7c6d682090 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/table/99c266fe04b340ceb1136b7c6d682090 2024-11-09T19:32:41,862 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/table/99c266fe04b340ceb1136b7c6d682090, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:41,863 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:41,867 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:41,868 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:41,868 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:41,868 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180761310Running coprocessor pre-close hooks at 1731180761310Disabling compacts and flushes for region at 1731180761310Disabling writes for close at 1731180761311 (+1 ms)Obtaining lock to block concurrent updates at 1731180761311Preparing flush snapshotting stores in 1588230740 at 1731180761311Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180761311Flushing stores of hbase:meta,,1.1588230740 at 1731180761316 (+5 ms)Flushing 1588230740/info: creating writer at 1731180761317 (+1 ms)Flushing 1588230740/info: appending metadata at 1731180761338 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731180761338Flushing 1588230740/ns: creating writer at 1731180761755 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731180761769 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731180761769Flushing 1588230740/table: creating writer at 1731180761781 (+12 ms)Flushing 1588230740/table: appending metadata at 1731180761830 (+49 ms)Flushing 1588230740/table: closing flushed file at 1731180761830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acc54d9: reopening flushed file at 1731180761842 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0a6d6c: reopening flushed file at 1731180761849 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3ea1eb: reopening flushed file at 1731180761855 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=13, compaction requested=false at 1731180761863 (+8 ms)Writing region close event to WAL at 1731180761864 (+1 ms)Running coprocessor post-close hooks at 1731180761868 (+4 ms)Closed at 1731180761868 2024-11-09T19:32:41,868 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:41,911 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,44751,1731180758659; all regions closed. 2024-11-09T19:32:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:41,915 DEBUG [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs 2024-11-09T19:32:41,915 INFO [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C44751%2C1731180758659.meta:.meta(num 1731180759878) 2024-11-09T19:32:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741833_1009 (size=1867) 2024-11-09T19:32:41,920 DEBUG [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/oldWALs 2024-11-09T19:32:41,920 INFO [RS:1;fac84fd0e20f:44751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C44751%2C1731180758659:(num 1731180759324) 2024-11-09T19:32:41,920 DEBUG [RS:1;fac84fd0e20f:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:41,920 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:41,920 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:41,920 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:41,920 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:41,921 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:41,921 INFO [RS:1;fac84fd0e20f:44751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44751 2024-11-09T19:32:41,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:41,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,44751,1731180758659 2024-11-09T19:32:41,927 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:41,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,44751,1731180758659] 2024-11-09T19:32:41,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,44751,1731180758659 already deleted, retry=false 2024-11-09T19:32:41,948 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,44751,1731180758659 expired; onlineServers=0 2024-11-09T19:32:41,948 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,34607,1731180758440' ***** 2024-11-09T19:32:41,948 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:41,949 INFO [M:0;fac84fd0e20f:34607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:41,949 INFO [M:0;fac84fd0e20f:34607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:41,949 DEBUG [M:0;fac84fd0e20f:34607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:41,949 DEBUG [M:0;fac84fd0e20f:34607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:41,949 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:41,949 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180759022 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180759022,5,FailOnTimeoutGroup] 2024-11-09T19:32:41,949 INFO [M:0;fac84fd0e20f:34607 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:41,949 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180759022 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180759022,5,FailOnTimeoutGroup] 2024-11-09T19:32:41,949 INFO [M:0;fac84fd0e20f:34607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:41,949 DEBUG [M:0;fac84fd0e20f:34607 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:41,949 INFO [M:0;fac84fd0e20f:34607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:41,950 INFO [M:0;fac84fd0e20f:34607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:41,950 INFO [M:0;fac84fd0e20f:34607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:41,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:41,969 DEBUG [M:0;fac84fd0e20f:34607 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-09T19:32:41,969 DEBUG [M:0;fac84fd0e20f:34607 {}] master.ActiveMasterManager(353): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-09T19:32:41,970 INFO [M:0;fac84fd0e20f:34607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/.lastflushedseqids 2024-11-09T19:32:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:41,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:41,978 INFO [M:0;fac84fd0e20f:34607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:41,978 INFO [M:0;fac84fd0e20f:34607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:41,978 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:41,978 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:41,978 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:41,978 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:41,978 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:41,979 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T19:32:41,994 DEBUG [M:0;fac84fd0e20f:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afb57b7f00842929dd78a2d83705598 is 82, key is hbase:meta,,1/info:regioninfo/1731180759913/Put/seqid=0 2024-11-09T19:32:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:41,999 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afb57b7f00842929dd78a2d83705598 2024-11-09T19:32:42,015 DEBUG [M:0;fac84fd0e20f:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa81b356603949828f4974fd731ffdd7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180760403/Put/seqid=0 2024-11-09T19:32:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741846_1022 (size=6219) 2024-11-09T19:32:42,021 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa81b356603949828f4974fd731ffdd7 2024-11-09T19:32:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:42,038 INFO [RS:1;fac84fd0e20f:44751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44751-0x101211601450002, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:42,038 INFO [RS:1;fac84fd0e20f:44751 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,44751,1731180758659; zookeeper connection closed. 2024-11-09T19:32:42,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13af20f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13af20f7 2024-11-09T19:32:42,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:42,039 DEBUG [M:0;fac84fd0e20f:34607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af91c7ad2fbc4127a2cfbeadf7ab8402 is 69, key is fac84fd0e20f,36043,1731180758611/rs:state/1731180759125/Put/seqid=0 2024-11-09T19:32:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:42,044 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af91c7ad2fbc4127a2cfbeadf7ab8402 2024-11-09T19:32:42,049 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8afb57b7f00842929dd78a2d83705598 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afb57b7f00842929dd78a2d83705598 2024-11-09T19:32:42,055 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8afb57b7f00842929dd78a2d83705598, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:42,056 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa81b356603949828f4974fd731ffdd7 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa81b356603949828f4974fd731ffdd7 2024-11-09T19:32:42,061 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa81b356603949828f4974fd731ffdd7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:42,062 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af91c7ad2fbc4127a2cfbeadf7ab8402 as hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af91c7ad2fbc4127a2cfbeadf7ab8402 2024-11-09T19:32:42,067 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af91c7ad2fbc4127a2cfbeadf7ab8402, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:42,067 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:42,069 INFO [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:42,069 DEBUG [M:0;fac84fd0e20f:34607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180761978Disabling compacts and flushes for region at 1731180761978Disabling writes for close at 1731180761978Obtaining lock to block concurrent updates at 1731180761979 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180761979Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731180761979Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180761980 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180761980Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180761993 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180761993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180762003 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180762015 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180762015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180762025 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180762039 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180762039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ab164e: reopening flushed file at 1731180762049 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270e5941: reopening flushed file at 1731180762055 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fea3dc: reopening flushed file at 1731180762061 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=71, compaction requested=false at 1731180762067 (+6 ms)Writing region close event to WAL at 1731180762068 (+1 ms)Closed at 1731180762068 2024-11-09T19:32:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:42,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49016f57-4f08-3181-0824-58ca8e19da2e/MasterData/WALs/fac84fd0e20f,34607,1731180758440/fac84fd0e20f%2C34607%2C1731180758440.1731180758799 not finished, retry = 0 2024-11-09T19:32:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741830_1006 (size=35440) 2024-11-09T19:32:42,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:42,172 INFO [M:0;fac84fd0e20f:34607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:42,172 INFO [M:0;fac84fd0e20f:34607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34607 2024-11-09T19:32:42,172 INFO [M:0;fac84fd0e20f:34607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:42,300 INFO [M:0;fac84fd0e20f:34607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34607-0x101211601450000, quorum=127.0.0.1:53437, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:42,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74f2d4c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:42,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585dcfb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:42,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:42,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c1ab6c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:42,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf6fa20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:42,338 WARN [BP-1865195553-172.17.0.2-1731180755981 heartbeating to localhost/127.0.0.1:42317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:42,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:42,338 WARN [BP-1865195553-172.17.0.2-1731180755981 heartbeating to localhost/127.0.0.1:42317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865195553-172.17.0.2-1731180755981 (Datanode Uuid aa251c03-faca-40f8-93b2-28d358080840) service to localhost/127.0.0.1:42317 2024-11-09T19:32:42,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:42,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data3/current/BP-1865195553-172.17.0.2-1731180755981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:42,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data4/current/BP-1865195553-172.17.0.2-1731180755981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:42,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:42,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36cbdd45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:42,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458c02bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:42,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361c4bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d2596c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:42,343 WARN [BP-1865195553-172.17.0.2-1731180755981 heartbeating to localhost/127.0.0.1:42317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:42,343 WARN [BP-1865195553-172.17.0.2-1731180755981 heartbeating to localhost/127.0.0.1:42317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865195553-172.17.0.2-1731180755981 (Datanode Uuid c30cb0de-d8f1-4ba5-8724-5f510ee7387d) service to localhost/127.0.0.1:42317 2024-11-09T19:32:42,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:42,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:42,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data1/current/BP-1865195553-172.17.0.2-1731180755981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:42,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/cluster_62c080cf-3c05-dcc0-969b-5d1b5937aa17/data/data2/current/BP-1865195553-172.17.0.2-1731180755981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:42,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:42,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b5343a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:42,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37f8aee4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:42,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:42,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e48c17e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:42,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75dc429f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:42,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:42,390 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 155) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42317 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42317 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=523 (was 495) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 418) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3678 (was 3884) 2024-11-09T19:32:42,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=523, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=3674 2024-11-09T19:32:42,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir so I do NOT create it in target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41 2024-11-09T19:32:42,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:32:42,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.tmp.dir so I do NOT create it in target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41 2024-11-09T19:32:42,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9358f4c2-35f5-f70e-470d-e99ad1d33234/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:32:42,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc, deleteOnExit=true 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/test.cache.data in system properties and HBase conf 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:32:42,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:32:42,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:32:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:32:42,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:42,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:42,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:42,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:42,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:42,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:42,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87734d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:42,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74462b19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:42,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f1be403{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/java.io.tmpdir/jetty-localhost-33469-hadoop-hdfs-3_4_1-tests_jar-_-any-9271147485560176028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:42,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f28f44{HTTP/1.1, (http/1.1)}{localhost:33469} 2024-11-09T19:32:42,962 INFO [Time-limited test {}] server.Server(415): Started @42395ms 2024-11-09T19:32:43,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:43,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:43,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:43,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:43,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:32:43,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb91727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:43,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344a019e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:43,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2da35b81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/java.io.tmpdir/jetty-localhost-34835-hadoop-hdfs-3_4_1-tests_jar-_-any-3854283184182622680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:43,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b96e17f{HTTP/1.1, (http/1.1)}{localhost:34835} 2024-11-09T19:32:43,350 INFO [Time-limited test {}] server.Server(415): Started @42783ms 2024-11-09T19:32:43,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:43,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:32:43,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:32:43,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:32:43,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:32:43,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:32:43,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620a5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:32:43,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23fc8132{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:32:43,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64807f9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/java.io.tmpdir/jetty-localhost-45001-hadoop-hdfs-3_4_1-tests_jar-_-any-17917988606617568532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:43,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73e78f8e{HTTP/1.1, (http/1.1)}{localhost:45001} 2024-11-09T19:32:43,491 INFO [Time-limited test {}] server.Server(415): Started @42924ms 2024-11-09T19:32:43,492 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:32:44,754 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data2/current/BP-1053326392-172.17.0.2-1731180762430/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:44,754 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data1/current/BP-1053326392-172.17.0.2-1731180762430/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:44,768 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fcebc6589b014c with lease ID 0x2d05499eed757a4c: Processing first storage report for DS-d1e1ba57-4edc-44f8-903a-2b85871ca788 from datanode DatanodeRegistration(127.0.0.1:46745, datanodeUuid=80132cc5-c6fd-4693-a10c-efdeaea44bfd, infoPort=35493, infoSecurePort=0, ipcPort=45653, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430) 2024-11-09T19:32:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fcebc6589b014c with lease ID 0x2d05499eed757a4c: from storage DS-d1e1ba57-4edc-44f8-903a-2b85871ca788 node DatanodeRegistration(127.0.0.1:46745, datanodeUuid=80132cc5-c6fd-4693-a10c-efdeaea44bfd, infoPort=35493, infoSecurePort=0, ipcPort=45653, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45fcebc6589b014c with lease ID 0x2d05499eed757a4c: Processing first storage report for DS-5ae0bcd9-46c6-4d03-b539-3f6152789b0a from datanode DatanodeRegistration(127.0.0.1:46745, datanodeUuid=80132cc5-c6fd-4693-a10c-efdeaea44bfd, infoPort=35493, infoSecurePort=0, ipcPort=45653, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430) 2024-11-09T19:32:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45fcebc6589b014c with lease ID 0x2d05499eed757a4c: from storage DS-5ae0bcd9-46c6-4d03-b539-3f6152789b0a node DatanodeRegistration(127.0.0.1:46745, datanodeUuid=80132cc5-c6fd-4693-a10c-efdeaea44bfd, infoPort=35493, infoSecurePort=0, ipcPort=45653, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:44,879 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data3/current/BP-1053326392-172.17.0.2-1731180762430/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:44,880 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data4/current/BP-1053326392-172.17.0.2-1731180762430/current, will proceed with Du for space computation calculation, 2024-11-09T19:32:44,902 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:32:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d16001163e176bf with lease ID 0x2d05499eed757a4d: Processing first storage report for DS-fdc5061c-126e-45a6-8429-3754a44eb530 from datanode DatanodeRegistration(127.0.0.1:43971, datanodeUuid=8985c53e-317e-45d5-a320-7fdd1729ea9e, infoPort=33293, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430) 2024-11-09T19:32:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d16001163e176bf with lease ID 0x2d05499eed757a4d: from storage DS-fdc5061c-126e-45a6-8429-3754a44eb530 node DatanodeRegistration(127.0.0.1:43971, datanodeUuid=8985c53e-317e-45d5-a320-7fdd1729ea9e, infoPort=33293, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d16001163e176bf with lease ID 0x2d05499eed757a4d: Processing first storage report for DS-56152ebd-8dcf-4fd6-8771-aa8c884461de from datanode DatanodeRegistration(127.0.0.1:43971, datanodeUuid=8985c53e-317e-45d5-a320-7fdd1729ea9e, infoPort=33293, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430) 2024-11-09T19:32:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d16001163e176bf with lease ID 0x2d05499eed757a4d: from storage DS-56152ebd-8dcf-4fd6-8771-aa8c884461de node DatanodeRegistration(127.0.0.1:43971, datanodeUuid=8985c53e-317e-45d5-a320-7fdd1729ea9e, infoPort=33293, infoSecurePort=0, ipcPort=41539, storageInfo=lv=-57;cid=testClusterID;nsid=373903082;c=1731180762430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:32:44,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41 2024-11-09T19:32:44,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/zookeeper_0, clientPort=49468, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:32:44,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49468 2024-11-09T19:32:44,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:44,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:32:44,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe with version=8 2024-11-09T19:32:44,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/hbase-staging 2024-11-09T19:32:44,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:32:44,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:44,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32793 2024-11-09T19:32:44,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32793 connecting to ZooKeeper ensemble=127.0.0.1:49468 2024-11-09T19:32:45,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327930x0, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:45,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32793-0x10121161ab40000 connected 2024-11-09T19:32:45,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:45,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe, hbase.cluster.distributed=false 2024-11-09T19:32:45,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-09T19:32:45,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32793 2024-11-09T19:32:45,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32793 2024-11-09T19:32:45,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-09T19:32:45,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32793 2024-11-09T19:32:45,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:45,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:45,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:45,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:45,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:45,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42127 2024-11-09T19:32:45,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42127 connecting to ZooKeeper ensemble=127.0.0.1:49468 2024-11-09T19:32:45,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421270x0, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:45,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:45,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42127-0x10121161ab40001 connected 2024-11-09T19:32:45,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:45,118 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:45,122 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:45,122 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:45,123 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:45,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:45,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:45,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:45,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-09T19:32:45,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42127 2024-11-09T19:32:45,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42127 2024-11-09T19:32:45,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-09T19:32:45,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42127 2024-11-09T19:32:45,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:32:45,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:32:45,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46447 2024-11-09T19:32:45,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46447 connecting to ZooKeeper ensemble=127.0.0.1:49468 2024-11-09T19:32:45,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,158 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464470x0, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:32:45,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46447-0x10121161ab40002 connected 2024-11-09T19:32:45,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:45,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:32:45,160 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T19:32:45,166 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T19:32:45,166 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T19:32:45,167 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T19:32:45,167 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:32:45,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T19:32:45,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T19:32:45,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46447 2024-11-09T19:32:45,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46447 2024-11-09T19:32:45,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46447 2024-11-09T19:32:45,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46447 2024-11-09T19:32:45,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46447 2024-11-09T19:32:45,181 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:32793 2024-11-09T19:32:45,182 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,190 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,191 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,201 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:45,201 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,201 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T19:32:45,201 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fac84fd0e20f,32793,1731180764957 from backup master directory 2024-11-09T19:32:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,211 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T19:32:45,211 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:45,211 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,215 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/hbase.id] with ID: 734eee80-4b44-4158-bcf6-e183b4cf2619 2024-11-09T19:32:45,215 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/.tmp/hbase.id 2024-11-09T19:32:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:32:45,221 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/.tmp/hbase.id]:[hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/hbase.id] 2024-11-09T19:32:45,232 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:32:45,232 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:32:45,233 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:32:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,243 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:32:45,249 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:45,250 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:32:45,250 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:32:45,258 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store 2024-11-09T19:32:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:32:45,263 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:45,264 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:45,264 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:45,264 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:45,264 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:45,264 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:45,264 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:45,264 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180765264Disabling compacts and flushes for region at 1731180765264Disabling writes for close at 1731180765264Writing region close event to WAL at 1731180765264Closed at 1731180765264 2024-11-09T19:32:45,265 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/.initializing 2024-11-09T19:32:45,265 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/WALs/fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,266 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:45,267 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C32793%2C1731180764957, suffix=, logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/WALs/fac84fd0e20f,32793,1731180764957, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/oldWALs, maxLogs=10 2024-11-09T19:32:45,281 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/WALs/fac84fd0e20f,32793,1731180764957/fac84fd0e20f%2C32793%2C1731180764957.1731180765267, exclude list is [], retry=0 2024-11-09T19:32:45,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46745,DS-d1e1ba57-4edc-44f8-903a-2b85871ca788,DISK] 2024-11-09T19:32:45,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43971,DS-fdc5061c-126e-45a6-8429-3754a44eb530,DISK] 2024-11-09T19:32:45,295 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/WALs/fac84fd0e20f,32793,1731180764957/fac84fd0e20f%2C32793%2C1731180764957.1731180765267 2024-11-09T19:32:45,296 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33293:33293),(127.0.0.1/127.0.0.1:35493:35493)] 2024-11-09T19:32:45,296 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:45,296 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:45,296 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,296 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:32:45,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:45,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:32:45,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:45,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:32:45,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:45,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:32:45,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:45,305 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,307 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,307 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,308 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:45,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:32:45,316 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:45,317 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68869733, jitterRate=0.02623899281024933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:45,318 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180765297Initializing all the Stores at 1731180765298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180765298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180765298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180765298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180765298Cleaning up temporary data from old regions at 1731180765307 (+9 ms)Region opened successfully at 1731180765318 (+11 ms) 2024-11-09T19:32:45,318 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:32:45,322 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b1e762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:45,323 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:32:45,323 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:32:45,323 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:32:45,323 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:32:45,324 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:32:45,324 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:32:45,324 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:32:45,330 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:32:45,331 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T19:32:45,337 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T19:32:45,338 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:32:45,338 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:32:45,348 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T19:32:45,348 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:32:45,349 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:32:45,358 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T19:32:45,359 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:32:45,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T19:32:45,372 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:32:45,379 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T19:32:45,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:45,390 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:45,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:45,390 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,391 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,32793,1731180764957, sessionid=0x10121161ab40000, setting cluster-up flag (Was=false) 2024-11-09T19:32:45,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:32:45,411 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:32:45,443 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T19:32:45,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,464 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:45,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T19:32:45,496 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:45,497 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:32:45,499 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:45,499 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:32:45,499 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:32:45,499 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,32793,1731180764957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:45,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180795501 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:32:45,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:32:45,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:32:45,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180765503,5,FailOnTimeoutGroup] 2024-11-09T19:32:45,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180765503,5,FailOnTimeoutGroup] 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:32:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:32:45,572 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(746): ClusterId : 734eee80-4b44-4158-bcf6-e183b4cf2619 2024-11-09T19:32:45,572 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(746): ClusterId : 734eee80-4b44-4158-bcf6-e183b4cf2619 2024-11-09T19:32:45,572 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:45,572 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:32:45,580 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:45,580 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:32:45,580 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:45,580 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:32:45,591 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:45,591 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:32:45,591 DEBUG [RS:0;fac84fd0e20f:42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577c3517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:45,591 DEBUG [RS:1;fac84fd0e20f:46447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd558e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:32:45,602 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fac84fd0e20f:46447 2024-11-09T19:32:45,602 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:42127 2024-11-09T19:32:45,602 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:45,602 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:45,602 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:32:45,602 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:32:45,602 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:45,602 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:32:45,603 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,32793,1731180764957 with port=42127, startcode=1731180765105 2024-11-09T19:32:45,603 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,32793,1731180764957 with port=46447, startcode=1731180765144 2024-11-09T19:32:45,603 DEBUG [RS:0;fac84fd0e20f:42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:45,603 DEBUG [RS:1;fac84fd0e20f:46447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:32:45,605 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:45,605 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:32:45,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32793 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32793 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,606 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe 2024-11-09T19:32:45,607 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40027 2024-11-09T19:32:45,607 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:45,608 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe 2024-11-09T19:32:45,608 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40027 2024-11-09T19:32:45,608 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:32:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:45,652 DEBUG [RS:0;fac84fd0e20f:42127 {}] zookeeper.ZKUtil(111): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,652 WARN [RS:0;fac84fd0e20f:42127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:45,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,42127,1731180765105] 2024-11-09T19:32:45,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,46447,1731180765144] 2024-11-09T19:32:45,652 INFO [RS:0;fac84fd0e20f:42127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:45,652 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,652 DEBUG [RS:1;fac84fd0e20f:46447 {}] zookeeper.ZKUtil(111): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,652 WARN [RS:1;fac84fd0e20f:46447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:32:45,652 INFO [RS:1;fac84fd0e20f:46447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:45,652 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,655 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:45,655 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:32:45,656 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:45,657 INFO [RS:1;fac84fd0e20f:46447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:45,657 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,657 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:45,658 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:45,658 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:32:45,658 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:45,658 INFO [RS:0;fac84fd0e20f:42127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,658 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,659 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:32:45,659 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:45,659 DEBUG [RS:1;fac84fd0e20f:46447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:45,659 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:32:45,659 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:45,660 DEBUG [RS:0;fac84fd0e20f:42127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:32:45,664 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46447,1731180765144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,665 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42127,1731180765105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:45,679 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:45,679 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:32:45,679 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42127,1731180765105-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,679 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46447,1731180765144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,679 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,679 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,679 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.Replication(171): fac84fd0e20f,46447,1731180765144 started 2024-11-09T19:32:45,679 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.Replication(171): fac84fd0e20f,42127,1731180765105 started 2024-11-09T19:32:45,692 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,692 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:45,692 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,46447,1731180765144, RpcServer on fac84fd0e20f/172.17.0.2:46447, sessionid=0x10121161ab40002 2024-11-09T19:32:45,692 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,42127,1731180765105, RpcServer on fac84fd0e20f/172.17.0.2:42127, sessionid=0x10121161ab40001 2024-11-09T19:32:45,692 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:45,692 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:32:45,692 DEBUG [RS:0;fac84fd0e20f:42127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,692 DEBUG [RS:1;fac84fd0e20f:46447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,692 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46447,1731180765144' 2024-11-09T19:32:45,692 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42127,1731180765105' 2024-11-09T19:32:45,692 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:45,692 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46447,1731180765144' 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42127,1731180765105' 2024-11-09T19:32:45,693 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T19:32:45,693 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:45,694 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T19:32:45,694 DEBUG [RS:1;fac84fd0e20f:46447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:45,694 INFO [RS:1;fac84fd0e20f:46447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:45,694 INFO [RS:1;fac84fd0e20f:46447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:45,694 DEBUG [RS:0;fac84fd0e20f:42127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:32:45,694 INFO [RS:0;fac84fd0e20f:42127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:32:45,694 INFO [RS:0;fac84fd0e20f:42127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:32:45,794 INFO [RS:1;fac84fd0e20f:46447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:45,794 INFO [RS:0;fac84fd0e20f:42127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:32:45,796 INFO [RS:1;fac84fd0e20f:46447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C46447%2C1731180765144, suffix=, logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,46447,1731180765144, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs, maxLogs=32 2024-11-09T19:32:45,796 INFO [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42127%2C1731180765105, suffix=, logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs, maxLogs=32 2024-11-09T19:32:45,812 DEBUG [RS:1;fac84fd0e20f:46447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,46447,1731180765144/fac84fd0e20f%2C46447%2C1731180765144.1731180765796, exclude list is [], retry=0 2024-11-09T19:32:45,812 DEBUG [RS:0;fac84fd0e20f:42127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105/fac84fd0e20f%2C42127%2C1731180765105.1731180765796, exclude list is [], retry=0 2024-11-09T19:32:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46745,DS-d1e1ba57-4edc-44f8-903a-2b85871ca788,DISK] 2024-11-09T19:32:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46745,DS-d1e1ba57-4edc-44f8-903a-2b85871ca788,DISK] 2024-11-09T19:32:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43971,DS-fdc5061c-126e-45a6-8429-3754a44eb530,DISK] 2024-11-09T19:32:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43971,DS-fdc5061c-126e-45a6-8429-3754a44eb530,DISK] 2024-11-09T19:32:45,818 INFO [RS:1;fac84fd0e20f:46447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,46447,1731180765144/fac84fd0e20f%2C46447%2C1731180765144.1731180765796 2024-11-09T19:32:45,818 INFO [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105/fac84fd0e20f%2C42127%2C1731180765105.1731180765796 2024-11-09T19:32:45,818 DEBUG [RS:1;fac84fd0e20f:46447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35493:35493),(127.0.0.1/127.0.0.1:33293:33293)] 2024-11-09T19:32:45,819 DEBUG [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33293:33293),(127.0.0.1/127.0.0.1:35493:35493)] 2024-11-09T19:32:45,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:32:45,911 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe 2024-11-09T19:32:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741834_1010 (size=32) 2024-11-09T19:32:45,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:45,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:45,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:45,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:45,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:45,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:45,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:45,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:45,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:45,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:45,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:45,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:45,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:45,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:45,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740 2024-11-09T19:32:45,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740 2024-11-09T19:32:45,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:45,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:45,929 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:45,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:45,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:45,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63413334, jitterRate=-0.05506768822669983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180765918Initializing all the Stores at 1731180765919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180765919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180765919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180765919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180765919Cleaning up temporary data from old regions at 1731180765928 (+9 ms)Region opened successfully at 1731180765932 (+4 ms) 2024-11-09T19:32:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:45,932 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:45,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:45,933 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:45,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180765932Disabling compacts and flushes for region at 1731180765932Disabling writes for close at 1731180765932Writing region close event to WAL at 1731180765933 (+1 ms)Closed at 1731180765933 2024-11-09T19:32:45,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:45,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:32:45,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:32:45,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:45,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:32:46,086 DEBUG [fac84fd0e20f:32793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T19:32:46,086 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:46,089 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:46,089 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:46,089 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:46,089 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:46,089 INFO [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:46,089 INFO [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:46,089 DEBUG [fac84fd0e20f:32793 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:46,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:46,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42127,1731180765105, state=OPENING 2024-11-09T19:32:46,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:32:46,116 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:46,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:46,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:32:46,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42127,1731180765105}] 2024-11-09T19:32:46,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:46,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:46,277 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:32:46,278 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:32:46,278 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:32:46,279 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42127%2C1731180765105.meta, suffix=.meta, logDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105, archiveDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs, maxLogs=32 2024-11-09T19:32:46,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105/fac84fd0e20f%2C42127%2C1731180765105.meta.1731180766280.meta, exclude list is [], retry=0 2024-11-09T19:32:46,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46745,DS-d1e1ba57-4edc-44f8-903a-2b85871ca788,DISK] 2024-11-09T19:32:46,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43971,DS-fdc5061c-126e-45a6-8429-3754a44eb530,DISK] 2024-11-09T19:32:46,296 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/WALs/fac84fd0e20f,42127,1731180765105/fac84fd0e20f%2C42127%2C1731180765105.meta.1731180766280.meta 2024-11-09T19:32:46,296 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35493:35493),(127.0.0.1/127.0.0.1:33293:33293)] 2024-11-09T19:32:46,296 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:32:46,297 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:32:46,297 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:32:46,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:32:46,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:32:46,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:46,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:32:46,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:32:46,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:46,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:32:46,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:32:46,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:46,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:32:46,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:32:46,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:32:46,304 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:32:46,304 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740 2024-11-09T19:32:46,306 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740 2024-11-09T19:32:46,307 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:32:46,307 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:32:46,307 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:32:46,309 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:32:46,309 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70022078, jitterRate=0.043410271406173706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:32:46,309 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:32:46,310 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180766297Writing region info on filesystem at 1731180766297Initializing all the Stores at 1731180766298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180766298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180766298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180766298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180766298Cleaning up temporary data from old regions at 1731180766307 (+9 ms)Running coprocessor post-open hooks at 1731180766309 (+2 ms)Region opened successfully at 1731180766310 (+1 ms) 2024-11-09T19:32:46,311 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180766272 2024-11-09T19:32:46,314 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:32:46,314 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:32:46,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:46,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42127,1731180765105, state=OPEN 2024-11-09T19:32:46,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:46,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:46,327 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T19:32:46,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:46,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T19:32:46,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:32:46,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42127,1731180765105 in 209 msec 2024-11-09T19:32:46,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:32:46,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-09T19:32:46,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:32:46,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:32:46,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:46,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42127,1731180765105, seqNum=-1] 2024-11-09T19:32:46,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:46,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:46,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-09T19:32:46,342 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180766342, completionTime=-1 2024-11-09T19:32:46,342 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T19:32:46,342 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:32:46,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T19:32:46,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180826344 2024-11-09T19:32:46,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180886344 2024-11-09T19:32:46,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:32:46,345 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:32:46,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:32793, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,346 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,348 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.139sec 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:32:46,350 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:32:46,351 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:32:46,351 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:32:46,353 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:32:46,353 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:32:46,353 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32793,1731180764957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:32:46,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22786276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:46,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32793,-1 for getting cluster id 2024-11-09T19:32:46,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:32:46,374 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '734eee80-4b44-4158-bcf6-e183b4cf2619' 2024-11-09T19:32:46,375 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:32:46,375 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "734eee80-4b44-4158-bcf6-e183b4cf2619" 2024-11-09T19:32:46,375 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d1b770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:46,375 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32793,-1] 2024-11-09T19:32:46,376 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:32:46,376 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:46,377 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:32:46,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e3d103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:32:46,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:32:46,380 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42127,1731180765105, seqNum=-1] 2024-11-09T19:32:46,380 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:46,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:46,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:46,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:32:46,385 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:46,385 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c2abf6 2024-11-09T19:32:46,386 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:32:46,387 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:32:46,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:32:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T19:32:46,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:32:46,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T19:32:46,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:32:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741836_1012 (size=379) 2024-11-09T19:32:46,403 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6bab9c14fb68be5c321269e639866cce, NAME => 'testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe 2024-11-09T19:32:46,403 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0af6c339fb085aae2fde2928d412ea38, NAME => 'testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe 2024-11-09T19:32:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741837_1013 (size=61) 2024-11-09T19:32:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741838_1014 (size=61) 2024-11-09T19:32:46,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:46,416 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0af6c339fb085aae2fde2928d412ea38, disabling compactions & flushes 2024-11-09T19:32:46,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. after waiting 0 ms 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0af6c339fb085aae2fde2928d412ea38: Waiting for close lock at 1731180766416Disabling compacts and flushes for region at 1731180766416Disabling writes for close at 1731180766417 (+1 ms)Writing region close event to WAL at 1731180766417Closed at 1731180766417 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6bab9c14fb68be5c321269e639866cce, disabling compactions & flushes 2024-11-09T19:32:46,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. after waiting 0 ms 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6bab9c14fb68be5c321269e639866cce: Waiting for close lock at 1731180766417Disabling compacts and flushes for region at 1731180766417Disabling writes for close at 1731180766417Writing region close event to WAL at 1731180766417Closed at 1731180766417 2024-11-09T19:32:46,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:32:46,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180766419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180766419"}]},"ts":"1731180766419"} 2024-11-09T19:32:46,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731180766419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180766419"}]},"ts":"1731180766419"} 2024-11-09T19:32:46,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T19:32:46,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:32:46,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180766424"}]},"ts":"1731180766424"} 2024-11-09T19:32:46,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T19:32:46,426 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fac84fd0e20f=0} racks are {/default-rack=0} 2024-11-09T19:32:46,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T19:32:46,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T19:32:46,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T19:32:46,427 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T19:32:46,427 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T19:32:46,428 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T19:32:46,428 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T19:32:46,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0af6c339fb085aae2fde2928d412ea38, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bab9c14fb68be5c321269e639866cce, ASSIGN}] 2024-11-09T19:32:46,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bab9c14fb68be5c321269e639866cce, ASSIGN 2024-11-09T19:32:46,429 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0af6c339fb085aae2fde2928d412ea38, ASSIGN 2024-11-09T19:32:46,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bab9c14fb68be5c321269e639866cce, ASSIGN; state=OFFLINE, location=fac84fd0e20f,42127,1731180765105; forceNewPlan=false, retain=false 2024-11-09T19:32:46,431 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0af6c339fb085aae2fde2928d412ea38, ASSIGN; state=OFFLINE, location=fac84fd0e20f,46447,1731180765144; forceNewPlan=false, retain=false 2024-11-09T19:32:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:46,582 INFO [fac84fd0e20f:32793 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T19:32:46,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6bab9c14fb68be5c321269e639866cce, regionState=OPENING, regionLocation=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:46,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0af6c339fb085aae2fde2928d412ea38, regionState=OPENING, regionLocation=fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:46,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0af6c339fb085aae2fde2928d412ea38, ASSIGN because future has completed 2024-11-09T19:32:46,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0af6c339fb085aae2fde2928d412ea38, server=fac84fd0e20f,46447,1731180765144}] 2024-11-09T19:32:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bab9c14fb68be5c321269e639866cce, ASSIGN because future has completed 2024-11-09T19:32:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bab9c14fb68be5c321269e639866cce, server=fac84fd0e20f,42127,1731180765105}] 2024-11-09T19:32:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:46,738 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:46,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:46,743 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,743 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0af6c339fb085aae2fde2928d412ea38, NAME => 'testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T19:32:46,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:46,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,744 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,745 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,745 INFO [StoreOpener-0af6c339fb085aae2fde2928d412ea38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,745 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bab9c14fb68be5c321269e639866cce, NAME => 'testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T19:32:46,746 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,746 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:32:46,746 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,746 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,747 INFO [StoreOpener-0af6c339fb085aae2fde2928d412ea38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af6c339fb085aae2fde2928d412ea38 columnFamilyName family 2024-11-09T19:32:46,747 DEBUG [StoreOpener-0af6c339fb085aae2fde2928d412ea38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,747 INFO [StoreOpener-6bab9c14fb68be5c321269e639866cce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,748 INFO [StoreOpener-0af6c339fb085aae2fde2928d412ea38-1 {}] regionserver.HStore(327): Store=0af6c339fb085aae2fde2928d412ea38/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:46,748 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,748 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,749 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,749 INFO [StoreOpener-6bab9c14fb68be5c321269e639866cce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bab9c14fb68be5c321269e639866cce columnFamilyName family 2024-11-09T19:32:46,749 DEBUG [StoreOpener-6bab9c14fb68be5c321269e639866cce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:32:46,749 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,749 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,750 INFO [StoreOpener-6bab9c14fb68be5c321269e639866cce-1 {}] regionserver.HStore(327): Store=6bab9c14fb68be5c321269e639866cce/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:32:46,750 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,750 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,751 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,751 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,751 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,751 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,753 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:46,753 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,753 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0af6c339fb085aae2fde2928d412ea38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64397391, jitterRate=-0.040404096245765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:46,753 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:46,754 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0af6c339fb085aae2fde2928d412ea38: Running coprocessor pre-open hook at 1731180766744Writing region info on filesystem at 1731180766744Initializing all the Stores at 1731180766745 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180766745Cleaning up temporary data from old regions at 1731180766749 (+4 ms)Running coprocessor post-open hooks at 1731180766753 (+4 ms)Region opened successfully at 1731180766754 (+1 ms) 2024-11-09T19:32:46,755 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38., pid=7, masterSystemTime=1731180766738 2024-11-09T19:32:46,758 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,758 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:46,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0af6c339fb085aae2fde2928d412ea38, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:46,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0af6c339fb085aae2fde2928d412ea38, server=fac84fd0e20f,46447,1731180765144 because future has completed 2024-11-09T19:32:46,762 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:32:46,763 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6bab9c14fb68be5c321269e639866cce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64664292, jitterRate=-0.03642696142196655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T19:32:46,763 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:46,764 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6bab9c14fb68be5c321269e639866cce: Running coprocessor pre-open hook at 1731180766746Writing region info on filesystem at 1731180766746Initializing all the Stores at 1731180766747 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180766747Cleaning up temporary data from old regions at 1731180766751 (+4 ms)Running coprocessor post-open hooks at 1731180766763 (+12 ms)Region opened successfully at 1731180766763 2024-11-09T19:32:46,764 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce., pid=8, masterSystemTime=1731180766739 2024-11-09T19:32:46,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T19:32:46,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0af6c339fb085aae2fde2928d412ea38, server=fac84fd0e20f,46447,1731180765144 in 178 msec 2024-11-09T19:32:46,767 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,767 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:46,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0af6c339fb085aae2fde2928d412ea38, ASSIGN in 337 msec 2024-11-09T19:32:46,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6bab9c14fb68be5c321269e639866cce, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:46,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bab9c14fb68be5c321269e639866cce, server=fac84fd0e20f,42127,1731180765105 because future has completed 2024-11-09T19:32:46,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T19:32:46,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bab9c14fb68be5c321269e639866cce, server=fac84fd0e20f,42127,1731180765105 in 185 msec 2024-11-09T19:32:46,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T19:32:46,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6bab9c14fb68be5c321269e639866cce, ASSIGN in 346 msec 2024-11-09T19:32:46,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:32:46,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180766777"}]},"ts":"1731180766777"} 2024-11-09T19:32:46,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T19:32:46,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:32:46,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 394 msec 2024-11-09T19:32:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:32:47,019 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T19:32:47,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T19:32:47,019 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T19:32:47,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T19:32:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T19:32:47,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:32:47,025 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:32:47,026 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38., hostname=fac84fd0e20f,46447,1731180765144, seqNum=2] 2024-11-09T19:32:47,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:47,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:32:47,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:32:47,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:32:47,026 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:32:47,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T19:32:47,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-09T19:32:47,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:32:47,038 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce., hostname=fac84fd0e20f,42127,1731180765105, seqNum=2] 2024-11-09T19:32:47,049 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bab9c14fb68be5c321269e639866cce 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T19:32:47,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/.tmp/family/f61a1882eb9c45089c53cb5488dc2f73 is 32, key is 5/family:/1731180767039/Put/seqid=0 2024-11-09T19:32:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741839_1015 (size=5083) 2024-11-09T19:32:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741839_1015 (size=5083) 2024-11-09T19:32:47,075 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/.tmp/family/f61a1882eb9c45089c53cb5488dc2f73 2024-11-09T19:32:47,082 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/.tmp/family/f61a1882eb9c45089c53cb5488dc2f73 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/family/f61a1882eb9c45089c53cb5488dc2f73 2024-11-09T19:32:47,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/family/f61a1882eb9c45089c53cb5488dc2f73, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T19:32:47,088 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6bab9c14fb68be5c321269e639866cce in 39ms, sequenceid=9, compaction requested=false 2024-11-09T19:32:47,088 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6bab9c14fb68be5c321269e639866cce: 2024-11-09T19:32:47,088 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0af6c339fb085aae2fde2928d412ea38 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T19:32:47,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/.tmp/family/02055eddab9f458299ee8be9fa5c0405 is 32, key is 1/family:/1731180767028/Put/seqid=0 2024-11-09T19:32:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741840_1016 (size=5054) 2024-11-09T19:32:47,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741840_1016 (size=5054) 2024-11-09T19:32:47,112 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/.tmp/family/02055eddab9f458299ee8be9fa5c0405 2024-11-09T19:32:47,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/.tmp/family/02055eddab9f458299ee8be9fa5c0405 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/family/02055eddab9f458299ee8be9fa5c0405 2024-11-09T19:32:47,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/family/02055eddab9f458299ee8be9fa5c0405, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T19:32:47,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0af6c339fb085aae2fde2928d412ea38 in 39ms, sequenceid=8, compaction requested=false 2024-11-09T19:32:47,127 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0af6c339fb085aae2fde2928d412ea38: 2024-11-09T19:32:47,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T19:32:47,134 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:47,135 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:32:47,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:47,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] bucket.BucketCache(1864): found 1 blocks for file f61a1882eb9c45089c53cb5488dc2f73, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] bucket.BucketCache(857): removed key f61a1882eb9c45089c53cb5488dc2f73_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46447 {}] bucket.BucketCache(1864): found 1 blocks for file 02055eddab9f458299ee8be9fa5c0405, starting offset: 0, end offset: 9223372036854775807 2024-11-09T19:32:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46447 {}] bucket.BucketCache(857): removed key 02055eddab9f458299ee8be9fa5c0405_0 from back map with offset lock 2094080 in the evict process 2024-11-09T19:32:47,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:32:47,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:47,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:47,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:32:47,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:32:47,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692436220, stopped=false 2024-11-09T19:32:47,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,32793,1731180764957 2024-11-09T19:32:47,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:47,190 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:47,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T19:32:47,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:47,190 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:47,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:47,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:47,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:32:47,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:47,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:47,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:47,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T19:32:47,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,42127,1731180765105' ***** 2024-11-09T19:32:47,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:47,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,46447,1731180765144' ***** 2024-11-09T19:32:47,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:32:47,191 INFO [RS:0;fac84fd0e20f:42127 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:47,191 INFO [RS:1;fac84fd0e20f:46447 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:32:47,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:32:47,192 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(3091): Received CLOSE for 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:47,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:47,192 INFO [RS:1;fac84fd0e20f:46447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fac84fd0e20f:46447. 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:47,192 INFO [RS:0;fac84fd0e20f:42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:42127. 2024-11-09T19:32:47,192 DEBUG [RS:1;fac84fd0e20f:46447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:47,192 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0af6c339fb085aae2fde2928d412ea38, disabling compactions & flushes 2024-11-09T19:32:47,193 DEBUG [RS:1;fac84fd0e20f:46447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,193 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bab9c14fb68be5c321269e639866cce, disabling compactions & flushes 2024-11-09T19:32:47,193 DEBUG [RS:0;fac84fd0e20f:42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:47,193 DEBUG [RS:0;fac84fd0e20f:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,193 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:47,193 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. after waiting 0 ms 2024-11-09T19:32:47,193 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1325): Online Regions={0af6c339fb085aae2fde2928d412ea38=testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38.} 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:47,193 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:47,193 DEBUG [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1351): Waiting on 0af6c339fb085aae2fde2928d412ea38 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. after waiting 0 ms 2024-11-09T19:32:47,193 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:47,193 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:47,193 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:47,193 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:32:47,195 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:32:47,195 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1325): Online Regions={6bab9c14fb68be5c321269e639866cce=testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:32:47,195 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bab9c14fb68be5c321269e639866cce 2024-11-09T19:32:47,195 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:32:47,195 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:32:47,195 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:32:47,195 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:32:47,195 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:32:47,195 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T19:32:47,199 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/6bab9c14fb68be5c321269e639866cce/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T19:32:47,200 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:47,200 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bab9c14fb68be5c321269e639866cce: Waiting for close lock at 1731180767192Running coprocessor pre-close hooks at 1731180767192Disabling compacts and flushes for region at 1731180767192Disabling writes for close at 1731180767193 (+1 ms)Writing region close event to WAL at 1731180767196 (+3 ms)Running coprocessor post-close hooks at 1731180767200 (+4 ms)Closed at 1731180767200 2024-11-09T19:32:47,200 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce. 2024-11-09T19:32:47,201 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/default/testClearRegionBlockCache/0af6c339fb085aae2fde2928d412ea38/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:32:47,201 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:47,201 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0af6c339fb085aae2fde2928d412ea38: Waiting for close lock at 1731180767192Running coprocessor pre-close hooks at 1731180767192Disabling compacts and flushes for region at 1731180767192Disabling writes for close at 1731180767193 (+1 ms)Writing region close event to WAL at 1731180767195 (+2 ms)Running coprocessor post-close hooks at 1731180767201 (+6 ms)Closed at 1731180767201 2024-11-09T19:32:47,201 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731180766388.0af6c339fb085aae2fde2928d412ea38. 2024-11-09T19:32:47,214 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/info/252a8e39cfe3416fbf5a03688731e418 is 173, key is testClearRegionBlockCache,5,1731180766388.6bab9c14fb68be5c321269e639866cce./info:regioninfo/1731180766767/Put/seqid=0 2024-11-09T19:32:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:47,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741841_1017 (size=8173) 2024-11-09T19:32:47,220 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/info/252a8e39cfe3416fbf5a03688731e418 2024-11-09T19:32:47,243 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/ns/5f89fe639d754f89990699a00c1f5cb2 is 43, key is default/ns:d/1731180766337/Put/seqid=0 2024-11-09T19:32:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:32:47,250 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/ns/5f89fe639d754f89990699a00c1f5cb2 2024-11-09T19:32:47,266 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:47,266 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:47,272 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/table/f0cd5aeec39c4beb83cec0761c32a814 is 61, key is testClearRegionBlockCache/table:state/1731180766777/Put/seqid=0 2024-11-09T19:32:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741843_1019 (size=5312) 2024-11-09T19:32:47,393 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,46447,1731180765144; all regions closed. 2024-11-09T19:32:47,395 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741833_1009 (size=1758) 2024-11-09T19:32:47,399 DEBUG [RS:1;fac84fd0e20f:46447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46447%2C1731180765144:(num 1731180765796) 2024-11-09T19:32:47,399 DEBUG [RS:1;fac84fd0e20f:46447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:32:47,399 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:47,399 INFO [RS:1;fac84fd0e20f:46447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46447 2024-11-09T19:32:47,537 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,46447,1731180765144 2024-11-09T19:32:47,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:47,537 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:47,596 DEBUG [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:32:47,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,46447,1731180765144] 2024-11-09T19:32:47,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,46447,1731180765144 already deleted, retry=false 2024-11-09T19:32:47,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,46447,1731180765144 expired; onlineServers=1 2024-11-09T19:32:47,665 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:32:47,665 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:32:47,681 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/table/f0cd5aeec39c4beb83cec0761c32a814 2024-11-09T19:32:47,686 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/info/252a8e39cfe3416fbf5a03688731e418 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/info/252a8e39cfe3416fbf5a03688731e418 2024-11-09T19:32:47,691 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/info/252a8e39cfe3416fbf5a03688731e418, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T19:32:47,692 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/ns/5f89fe639d754f89990699a00c1f5cb2 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/ns/5f89fe639d754f89990699a00c1f5cb2 2024-11-09T19:32:47,697 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/ns/5f89fe639d754f89990699a00c1f5cb2, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T19:32:47,698 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/.tmp/table/f0cd5aeec39c4beb83cec0761c32a814 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/table/f0cd5aeec39c4beb83cec0761c32a814 2024-11-09T19:32:47,701 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:47,701 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46447-0x10121161ab40002, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:47,701 INFO [RS:1;fac84fd0e20f:46447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:47,701 INFO [RS:1;fac84fd0e20f:46447 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,46447,1731180765144; zookeeper connection closed. 2024-11-09T19:32:47,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aae2172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aae2172 2024-11-09T19:32:47,703 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/table/f0cd5aeec39c4beb83cec0761c32a814, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T19:32:47,704 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=13, compaction requested=false 2024-11-09T19:32:47,709 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T19:32:47,709 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:32:47,709 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:47,709 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180767195Running coprocessor pre-close hooks at 1731180767195Disabling compacts and flushes for region at 1731180767195Disabling writes for close at 1731180767195Obtaining lock to block concurrent updates at 1731180767195Preparing flush snapshotting stores in 1588230740 at 1731180767195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731180767196 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180767197 (+1 ms)Flushing 1588230740/info: creating writer at 1731180767197Flushing 1588230740/info: appending metadata at 1731180767214 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731180767214Flushing 1588230740/ns: creating writer at 1731180767225 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731180767243 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731180767243Flushing 1588230740/table: creating writer at 1731180767257 (+14 ms)Flushing 1588230740/table: appending metadata at 1731180767271 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731180767271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388d996: reopening flushed file at 1731180767686 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5324844f: reopening flushed file at 1731180767691 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d0822c: reopening flushed file at 1731180767697 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=13, compaction requested=false at 1731180767704 (+7 ms)Writing region close event to WAL at 1731180767706 (+2 ms)Running coprocessor post-close hooks at 1731180767709 (+3 ms)Closed at 1731180767709 2024-11-09T19:32:47,710 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:32:47,796 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,42127,1731180765105; all regions closed. 2024-11-09T19:32:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741835_1011 (size=4338) 2024-11-09T19:32:47,800 DEBUG [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs 2024-11-09T19:32:47,800 INFO [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42127%2C1731180765105.meta:.meta(num 1731180766280) 2024-11-09T19:32:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741832_1008 (size=1867) 2024-11-09T19:32:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741832_1008 (size=1867) 2024-11-09T19:32:47,804 DEBUG [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/oldWALs 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42127%2C1731180765105:(num 1731180765796) 2024-11-09T19:32:47,804 DEBUG [RS:0;fac84fd0e20f:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:47,804 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:47,804 INFO [RS:0;fac84fd0e20f:42127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42127 2024-11-09T19:32:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fac84fd0e20f,42127,1731180765105 2024-11-09T19:32:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T19:32:47,811 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:47,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,42127,1731180765105] 2024-11-09T19:32:47,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fac84fd0e20f,42127,1731180765105 already deleted, retry=false 2024-11-09T19:32:47,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,42127,1731180765105 expired; onlineServers=0 2024-11-09T19:32:47,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,32793,1731180764957' ***** 2024-11-09T19:32:47,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:32:47,832 INFO [M:0;fac84fd0e20f:32793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:32:47,832 INFO [M:0;fac84fd0e20f:32793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:32:47,832 DEBUG [M:0;fac84fd0e20f:32793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:32:47,832 DEBUG [M:0;fac84fd0e20f:32793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:32:47,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:32:47,832 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180765503 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180765503,5,FailOnTimeoutGroup] 2024-11-09T19:32:47,832 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180765503 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180765503,5,FailOnTimeoutGroup] 2024-11-09T19:32:47,832 INFO [M:0;fac84fd0e20f:32793 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:32:47,833 INFO [M:0;fac84fd0e20f:32793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:32:47,833 DEBUG [M:0;fac84fd0e20f:32793 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:32:47,833 INFO [M:0;fac84fd0e20f:32793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:32:47,833 INFO [M:0;fac84fd0e20f:32793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:32:47,833 INFO [M:0;fac84fd0e20f:32793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:32:47,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:32:47,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T19:32:47,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T19:32:47,842 DEBUG [M:0;fac84fd0e20f:32793 {}] zookeeper.ZKUtil(347): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T19:32:47,843 WARN [M:0;fac84fd0e20f:32793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:32:47,843 INFO [M:0;fac84fd0e20f:32793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/.lastflushedseqids 2024-11-09T19:32:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741844_1020 (size=182) 2024-11-09T19:32:47,850 INFO [M:0;fac84fd0e20f:32793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:32:47,850 INFO [M:0;fac84fd0e20f:32793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:32:47,850 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:32:47,850 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:47,850 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:47,850 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:32:47,850 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:47,850 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-09T19:32:47,864 DEBUG [M:0;fac84fd0e20f:32793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94cb3bcd83b64294b8a67faf3ca1f89e is 82, key is hbase:meta,,1/info:regioninfo/1731180766314/Put/seqid=0 2024-11-09T19:32:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741845_1021 (size=5672) 2024-11-09T19:32:47,869 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94cb3bcd83b64294b8a67faf3ca1f89e 2024-11-09T19:32:47,887 DEBUG [M:0;fac84fd0e20f:32793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b046e44e91fb49159fd05bcd3ed9750c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180766783/Put/seqid=0 2024-11-09T19:32:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741846_1022 (size=6218) 2024-11-09T19:32:47,893 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b046e44e91fb49159fd05bcd3ed9750c 2024-11-09T19:32:47,915 DEBUG [M:0;fac84fd0e20f:32793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e0ce13fa43842b89d6f5f83bfaf9950 is 69, key is fac84fd0e20f,42127,1731180765105/rs:state/1731180765605/Put/seqid=0 2024-11-09T19:32:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741847_1023 (size=5224) 2024-11-09T19:32:47,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:47,922 INFO [RS:0;fac84fd0e20f:42127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:47,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42127-0x10121161ab40001, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:47,922 INFO [RS:0;fac84fd0e20f:42127 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,42127,1731180765105; zookeeper connection closed. 2024-11-09T19:32:47,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@feeee8b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@feeee8b 2024-11-09T19:32:47,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T19:32:48,321 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e0ce13fa43842b89d6f5f83bfaf9950 2024-11-09T19:32:48,328 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94cb3bcd83b64294b8a67faf3ca1f89e as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94cb3bcd83b64294b8a67faf3ca1f89e 2024-11-09T19:32:48,334 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94cb3bcd83b64294b8a67faf3ca1f89e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T19:32:48,336 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b046e44e91fb49159fd05bcd3ed9750c as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b046e44e91fb49159fd05bcd3ed9750c 2024-11-09T19:32:48,341 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b046e44e91fb49159fd05bcd3ed9750c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T19:32:48,343 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e0ce13fa43842b89d6f5f83bfaf9950 as hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e0ce13fa43842b89d6f5f83bfaf9950 2024-11-09T19:32:48,349 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40027/user/jenkins/test-data/d536e514-ef42-e293-1cfe-3ab6368192fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e0ce13fa43842b89d6f5f83bfaf9950, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T19:32:48,350 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=71, compaction requested=false 2024-11-09T19:32:48,351 INFO [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:32:48,351 DEBUG [M:0;fac84fd0e20f:32793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180767850Disabling compacts and flushes for region at 1731180767850Disabling writes for close at 1731180767850Obtaining lock to block concurrent updates at 1731180767850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180767850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731180767850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180767851 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180767851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180767863 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180767863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180767874 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180767887 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180767887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180767897 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180767915 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180767915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ffe17c: reopening flushed file at 1731180768327 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263a0e89: reopening flushed file at 1731180768334 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af370b0: reopening flushed file at 1731180768342 (+8 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 500ms, sequenceid=71, compaction requested=false at 1731180768350 (+8 ms)Writing region close event to WAL at 1731180768351 (+1 ms)Closed at 1731180768351 2024-11-09T19:32:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46745 is added to blk_1073741830_1006 (size=35477) 2024-11-09T19:32:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43971 is added to blk_1073741830_1006 (size=35477) 2024-11-09T19:32:48,354 INFO [M:0;fac84fd0e20f:32793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:32:48,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:32:48,354 INFO [M:0;fac84fd0e20f:32793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32793 2024-11-09T19:32:48,354 INFO [M:0;fac84fd0e20f:32793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:32:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:48,501 INFO [M:0;fac84fd0e20f:32793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:32:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32793-0x10121161ab40000, quorum=127.0.0.1:49468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:32:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64807f9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:48,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73e78f8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:48,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23fc8132{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620a5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:48,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:48,504 WARN [BP-1053326392-172.17.0.2-1731180762430 heartbeating to localhost/127.0.0.1:40027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:48,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:48,504 WARN [BP-1053326392-172.17.0.2-1731180762430 heartbeating to localhost/127.0.0.1:40027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053326392-172.17.0.2-1731180762430 (Datanode Uuid 8985c53e-317e-45d5-a320-7fdd1729ea9e) service to localhost/127.0.0.1:40027 2024-11-09T19:32:48,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data3/current/BP-1053326392-172.17.0.2-1731180762430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:48,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data4/current/BP-1053326392-172.17.0.2-1731180762430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:48,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:48,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2da35b81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:32:48,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b96e17f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:48,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:48,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344a019e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:48,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb91727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:48,513 WARN [BP-1053326392-172.17.0.2-1731180762430 heartbeating to localhost/127.0.0.1:40027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:32:48,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:32:48,513 WARN [BP-1053326392-172.17.0.2-1731180762430 heartbeating to localhost/127.0.0.1:40027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1053326392-172.17.0.2-1731180762430 (Datanode Uuid 80132cc5-c6fd-4693-a10c-efdeaea44bfd) service to localhost/127.0.0.1:40027 2024-11-09T19:32:48,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:32:48,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data1/current/BP-1053326392-172.17.0.2-1731180762430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:48,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/cluster_98182e37-8205-0ae3-7ee9-c8a792976fbc/data/data2/current/BP-1053326392-172.17.0.2-1731180762430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:32:48,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:32:48,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f1be403{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:32:48,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f28f44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:32:48,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:32:48,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74462b19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:32:48,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87734d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ac6d218e-89fd-37fb-56e3-20f31f98eb41/hadoop.log.dir/,STOPPED} 2024-11-09T19:32:48,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:32:48,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:32:48,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=189 (was 171) - Thread LEAK? -, OpenFileDescriptor=551 (was 523) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=3574 (was 3674)