2024-11-15 09:27:23,945 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-15 09:27:23,963 main DEBUG Took 0.015501 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 09:27:23,963 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 09:27:23,964 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 09:27:23,964 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 09:27:23,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,976 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 09:27:23,987 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,989 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,991 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,992 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,993 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,994 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,995 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,997 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:27:23,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:23,998 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 09:27:24,000 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:27:24,001 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 09:27:24,003 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 09:27:24,003 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 09:27:24,004 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 09:27:24,005 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 09:27:24,012 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 09:27:24,014 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 09:27:24,016 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 09:27:24,016 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 09:27:24,017 main DEBUG createAppenders(={Console}) 2024-11-15 09:27:24,018 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-15 09:27:24,018 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-15 09:27:24,018 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-15 09:27:24,019 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 09:27:24,019 main DEBUG OutputStream closed 2024-11-15 09:27:24,019 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 09:27:24,019 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 09:27:24,020 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-15 09:27:24,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 09:27:24,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 09:27:24,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 09:27:24,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 09:27:24,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 09:27:24,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 09:27:24,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 09:27:24,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 09:27:24,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 09:27:24,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 09:27:24,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 09:27:24,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 09:27:24,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 09:27:24,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 09:27:24,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 09:27:24,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 09:27:24,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 09:27:24,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 09:27:24,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 09:27:24,111 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-15 09:27:24,111 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 09:27:24,112 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-15T09:27:24,125 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-15 09:27:24,128 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 09:27:24,128 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T09:27:24,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=4810 2024-11-15T09:27:24,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459 2024-11-15T09:27:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:27:24,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c, deleteOnExit=true 2024-11-15T09:27:24,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:27:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/test.cache.data in system properties and HBase conf 2024-11-15T09:27:24,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:27:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:27:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:27:24,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:27:24,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:27:24,519 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T09:27:24,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:27:24,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:24,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:24,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:27:24,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:24,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:27:24,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:27:24,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:24,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:24,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:27:24,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:27:24,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:27:24,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:24,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:27:24,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:27:25,768 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T09:27:25,839 INFO [Time-limited test {}] log.Log(170): Logging initialized @2528ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T09:27:25,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:25,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:25,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:25,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:25,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:26,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:26,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:26,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:26,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/java.io.tmpdir/jetty-localhost-39209-hadoop-hdfs-3_4_1-tests_jar-_-any-12756629548036387073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:26,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:39209} 2024-11-15T09:27:26,226 INFO [Time-limited test {}] server.Server(415): Started @2915ms 2024-11-15T09:27:26,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:26,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:26,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:26,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:26,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:26,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:26,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:26,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/java.io.tmpdir/jetty-localhost-34659-hadoop-hdfs-3_4_1-tests_jar-_-any-3310719734007992734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:26,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:34659} 2024-11-15T09:27:26,875 INFO [Time-limited test {}] server.Server(415): Started @3564ms 2024-11-15T09:27:26,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:27,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:27,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:27,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:27,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:27,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:27,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:27,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:27,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/java.io.tmpdir/jetty-localhost-39649-hadoop-hdfs-3_4_1-tests_jar-_-any-1915493515007024942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:27,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:39649} 2024-11-15T09:27:27,163 INFO [Time-limited test {}] server.Server(415): Started @3852ms 2024-11-15T09:27:27,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:28,848 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data1/current/BP-112651624-172.17.0.2-1731662845211/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:28,848 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data3/current/BP-112651624-172.17.0.2-1731662845211/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:28,848 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data2/current/BP-112651624-172.17.0.2-1731662845211/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:28,848 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data4/current/BP-112651624-172.17.0.2-1731662845211/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:28,883 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:28,883 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:28,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a7e14085024d5fa with lease ID 0xdef6eff9f3d77dce: Processing first storage report for DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b from datanode DatanodeRegistration(127.0.0.1:34295, datanodeUuid=a374409d-1090-4a35-a98e-c9e1ddbe86e3, infoPort=37797, infoSecurePort=0, ipcPort=38247, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211) 2024-11-15T09:27:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a7e14085024d5fa with lease ID 0xdef6eff9f3d77dce: from storage DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b node DatanodeRegistration(127.0.0.1:34295, datanodeUuid=a374409d-1090-4a35-a98e-c9e1ddbe86e3, infoPort=37797, infoSecurePort=0, ipcPort=38247, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T09:27:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893508297e68925d with lease ID 0xdef6eff9f3d77dcf: Processing first storage report for DS-1793680b-ce78-48fe-ada7-eebb69cfef19 from datanode DatanodeRegistration(127.0.0.1:36043, datanodeUuid=cb805c73-c2c8-4c3a-85c3-90aac9b59ae6, infoPort=43839, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211) 2024-11-15T09:27:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893508297e68925d with lease ID 0xdef6eff9f3d77dcf: from storage DS-1793680b-ce78-48fe-ada7-eebb69cfef19 node DatanodeRegistration(127.0.0.1:36043, datanodeUuid=cb805c73-c2c8-4c3a-85c3-90aac9b59ae6, infoPort=43839, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a7e14085024d5fa with lease ID 0xdef6eff9f3d77dce: Processing first storage report for DS-c276a42b-ccad-455a-b35c-211f76b9ddfc from datanode DatanodeRegistration(127.0.0.1:34295, datanodeUuid=a374409d-1090-4a35-a98e-c9e1ddbe86e3, infoPort=37797, infoSecurePort=0, ipcPort=38247, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211) 2024-11-15T09:27:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a7e14085024d5fa with lease ID 0xdef6eff9f3d77dce: from storage DS-c276a42b-ccad-455a-b35c-211f76b9ddfc node DatanodeRegistration(127.0.0.1:34295, datanodeUuid=a374409d-1090-4a35-a98e-c9e1ddbe86e3, infoPort=37797, infoSecurePort=0, ipcPort=38247, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893508297e68925d with lease ID 0xdef6eff9f3d77dcf: Processing first storage report for DS-7843f716-7502-46a7-ac62-8f99a116da71 from datanode DatanodeRegistration(127.0.0.1:36043, datanodeUuid=cb805c73-c2c8-4c3a-85c3-90aac9b59ae6, infoPort=43839, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211) 2024-11-15T09:27:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893508297e68925d with lease ID 0xdef6eff9f3d77dcf: from storage DS-7843f716-7502-46a7-ac62-8f99a116da71 node DatanodeRegistration(127.0.0.1:36043, datanodeUuid=cb805c73-c2c8-4c3a-85c3-90aac9b59ae6, infoPort=43839, infoSecurePort=0, ipcPort=40175, storageInfo=lv=-57;cid=testClusterID;nsid=1138631022;c=1731662845211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:28,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459 2024-11-15T09:27:29,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/zookeeper_0, clientPort=57628, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:27:29,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57628 2024-11-15T09:27:29,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:29,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:29,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 with version=8 2024-11-15T09:27:29,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/hbase-staging 2024-11-15T09:27:29,777 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T09:27:29,994 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:30,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:30,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:30,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:27:30,184 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T09:27:30,192 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T09:27:30,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:30,218 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48292 (auto-detected) 2024-11-15T09:27:30,219 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T09:27:30,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43641 2024-11-15T09:27:30,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43641 connecting to ZooKeeper ensemble=127.0.0.1:57628 2024-11-15T09:27:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436410x0, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:30,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43641-0x1013dd21fd50000 connected 2024-11-15T09:27:30,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:30,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732, hbase.cluster.distributed=false 2024-11-15T09:27:30,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:30,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43641 2024-11-15T09:27:30,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43641 2024-11-15T09:27:30,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43641 2024-11-15T09:27:30,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43641 2024-11-15T09:27:30,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43641 2024-11-15T09:27:30,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:30,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:30,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:30,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:30,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:30,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35845 2024-11-15T09:27:30,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35845 connecting to ZooKeeper ensemble=127.0.0.1:57628 2024-11-15T09:27:30,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,720 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358450x0, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:30,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35845-0x1013dd21fd50001 connected 2024-11-15T09:27:30,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:30,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:30,731 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:30,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:30,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:30,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-15T09:27:30,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35845 2024-11-15T09:27:30,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35845 2024-11-15T09:27:30,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-15T09:27:30,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35845 2024-11-15T09:27:30,758 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:30,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:30,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:30,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:30,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43961 2024-11-15T09:27:30,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43961 connecting to ZooKeeper ensemble=127.0.0.1:57628 2024-11-15T09:27:30,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439610x0, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:30,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439610x0, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:30,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43961-0x1013dd21fd50002 connected 2024-11-15T09:27:30,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:30,785 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:30,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:30,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:30,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-15T09:27:30,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43961 2024-11-15T09:27:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43961 2024-11-15T09:27:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-15T09:27:30,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43961 2024-11-15T09:27:30,806 DEBUG [M:0;791f12959b23:43641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:43641 2024-11-15T09:27:30,806 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,43641,1731662849847 2024-11-15T09:27:30,821 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,823 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,43641,1731662849847 2024-11-15T09:27:30,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:30,852 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:30,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:30,852 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:30,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:30,853 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:27:30,854 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,43641,1731662849847 from backup master directory 2024-11-15T09:27:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,867 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,43641,1731662849847 2024-11-15T09:27:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:30,868 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:30,868 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,43641,1731662849847 2024-11-15T09:27:30,870 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T09:27:30,871 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T09:27:30,927 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/hbase.id] with ID: 37be1dda-a2de-4a8d-9744-fca0d3905b2d 2024-11-15T09:27:30,928 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/.tmp/hbase.id 2024-11-15T09:27:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:30,940 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/.tmp/hbase.id]:[hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/hbase.id] 2024-11-15T09:27:30,989 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:30,994 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:27:31,012 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T09:27:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,025 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:31,063 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:31,065 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:27:31,083 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:27:31,088 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:31,133 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store 2024-11-15T09:27:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:31,158 INFO [master/791f12959b23:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T09:27:31,161 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:31,162 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:31,162 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:31,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:31,165 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:31,165 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:31,165 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:31,166 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662851162Disabling compacts and flushes for region at 1731662851162Disabling writes for close at 1731662851165 (+3 ms)Writing region close event to WAL at 1731662851165Closed at 1731662851165 2024-11-15T09:27:31,168 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/.initializing 2024-11-15T09:27:31,168 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/WALs/791f12959b23,43641,1731662849847 2024-11-15T09:27:31,175 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:31,192 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C43641%2C1731662849847, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/WALs/791f12959b23,43641,1731662849847, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/oldWALs, maxLogs=10 2024-11-15T09:27:31,217 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/WALs/791f12959b23,43641,1731662849847/791f12959b23%2C43641%2C1731662849847.1731662851198, exclude list is [], retry=0 2024-11-15T09:27:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34295,DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b,DISK] 2024-11-15T09:27:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36043,DS-1793680b-ce78-48fe-ada7-eebb69cfef19,DISK] 2024-11-15T09:27:31,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T09:27:31,269 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/WALs/791f12959b23,43641,1731662849847/791f12959b23%2C43641%2C1731662849847.1731662851198 2024-11-15T09:27:31,270 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37797:37797),(127.0.0.1/127.0.0.1:43839:43839)] 2024-11-15T09:27:31,271 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:31,271 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:31,274 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,274 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:27:31,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:27:31,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:31,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:27:31,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:31,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:27:31,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:31,346 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,350 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,352 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,358 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,358 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,362 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:31,365 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:31,369 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:31,371 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61600828, jitterRate=-0.08207613229751587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:31,380 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662851286Initializing all the Stores at 1731662851288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662851289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662851289Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662851290 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662851290Cleaning up temporary data from old regions at 1731662851358 (+68 ms)Region opened successfully at 1731662851380 (+22 ms) 2024-11-15T09:27:31,381 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:27:31,411 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b46e02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:31,436 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:27:31,445 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:27:31,446 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:27:31,448 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:27:31,449 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T09:27:31,454 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T09:27:31,454 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:27:31,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:27:31,484 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:27:31,536 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:27:31,540 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:27:31,543 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:27:31,551 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:27:31,554 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:27:31,560 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:27:31,572 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:27:31,573 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:27:31,582 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:27:31,606 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:27:31,614 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:27:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:31,625 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,625 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,629 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,43641,1731662849847, sessionid=0x1013dd21fd50000, setting cluster-up flag (Was=false) 2024-11-15T09:27:31,662 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,699 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:27:31,704 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,43641,1731662849847 2024-11-15T09:27:31,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,731 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:31,761 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:27:31,764 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,43641,1731662849847 2024-11-15T09:27:31,773 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:27:31,794 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(746): ClusterId : 37be1dda-a2de-4a8d-9744-fca0d3905b2d 2024-11-15T09:27:31,794 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(746): ClusterId : 37be1dda-a2de-4a8d-9744-fca0d3905b2d 2024-11-15T09:27:31,796 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:31,796 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:31,812 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:31,812 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:31,812 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:31,812 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:31,836 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:31,836 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:31,837 DEBUG [RS:1;791f12959b23:43961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71659239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:31,837 DEBUG [RS:0;791f12959b23:35845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6462454a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:31,839 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:31,847 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:27:31,850 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:35845 2024-11-15T09:27:31,850 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:43961 2024-11-15T09:27:31,853 INFO [RS:0;791f12959b23:35845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:31,853 INFO [RS:1;791f12959b23:43961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:31,853 INFO [RS:0;791f12959b23:35845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:31,853 INFO [RS:1;791f12959b23:43961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:31,853 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:31,853 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:31,853 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:27:31,856 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,43641,1731662849847 with port=35845, startcode=1731662850657 2024-11-15T09:27:31,856 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,43641,1731662849847 with port=43961, startcode=1731662850758 2024-11-15T09:27:31,858 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,43641,1731662849847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:27:31,865 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:31,865 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:31,865 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:31,866 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:31,866 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:27:31,866 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:31,866 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:31,866 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:31,867 DEBUG [RS:1;791f12959b23:43961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:31,867 DEBUG [RS:0;791f12959b23:35845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:31,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:31,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:27:31,873 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662881872 2024-11-15T09:27:31,875 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:27:31,876 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:27:31,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:27:31,879 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:27:31,879 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:27:31,880 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:27:31,880 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:27:31,881 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:31,883 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:27:31,885 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:27:31,885 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:27:31,888 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:27:31,889 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:27:31,893 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662851890,5,FailOnTimeoutGroup] 2024-11-15T09:27:31,899 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662851893,5,FailOnTimeoutGroup] 2024-11-15T09:27:31,899 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:31,900 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:27:31,901 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:31,902 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:31,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:31,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:31,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:31,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:27:31,906 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 2024-11-15T09:27:31,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,43961,1731662850758 2024-11-15T09:27:31,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(517): Registering regionserver=791f12959b23,43961,1731662850758 2024-11-15T09:27:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:31,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:31,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:31,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,35845,1731662850657 2024-11-15T09:27:31,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(517): Registering regionserver=791f12959b23,35845,1731662850657 2024-11-15T09:27:31,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:31,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:31,928 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 2024-11-15T09:27:31,928 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35157 2024-11-15T09:27:31,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:31,928 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:31,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:31,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:31,932 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 2024-11-15T09:27:31,932 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35157 2024-11-15T09:27:31,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:31,932 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:31,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:31,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:31,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:31,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:31,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:31,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:31,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:31,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:31,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740 2024-11-15T09:27:31,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740 2024-11-15T09:27:31,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:31,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:31,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:31,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:31,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:31,955 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69172252, jitterRate=0.030746877193450928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662851921Initializing all the Stores at 1731662851923 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662851923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662851923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662851923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662851923Cleaning up temporary data from old regions at 1731662851946 (+23 ms)Region opened successfully at 1731662851959 (+13 ms) 2024-11-15T09:27:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:31,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:31,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:31,961 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:31,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662851959Disabling compacts and flushes for region at 1731662851959Disabling writes for close at 1731662851959Writing region close event to WAL at 1731662851960 (+1 ms)Closed at 1731662851961 (+1 ms) 2024-11-15T09:27:31,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:31,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:27:31,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:27:31,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:31,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:27:31,982 DEBUG [RS:1;791f12959b23:43961 {}] zookeeper.ZKUtil(111): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,43961,1731662850758 2024-11-15T09:27:31,983 WARN [RS:1;791f12959b23:43961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:31,983 DEBUG [RS:0;791f12959b23:35845 {}] zookeeper.ZKUtil(111): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,35845,1731662850657 2024-11-15T09:27:31,983 INFO [RS:1;791f12959b23:43961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:31,983 WARN [RS:0;791f12959b23:35845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:31,983 INFO [RS:0;791f12959b23:35845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:31,983 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,43961,1731662850758 2024-11-15T09:27:31,983 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657 2024-11-15T09:27:31,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,43961,1731662850758] 2024-11-15T09:27:31,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,35845,1731662850657] 2024-11-15T09:27:32,009 INFO [RS:1;791f12959b23:43961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:32,009 INFO [RS:0;791f12959b23:35845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:32,024 INFO [RS:1;791f12959b23:43961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:32,024 INFO [RS:0;791f12959b23:35845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:32,028 INFO [RS:1;791f12959b23:43961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:32,029 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,029 INFO [RS:0;791f12959b23:35845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:32,029 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,029 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:32,029 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:32,035 INFO [RS:1;791f12959b23:43961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:32,035 INFO [RS:0;791f12959b23:35845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:32,037 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,037 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,037 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,038 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,039 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,039 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:32,039 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,039 DEBUG [RS:1;791f12959b23:43961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:32,039 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:32,039 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:32,039 DEBUG [RS:0;791f12959b23:35845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:32,040 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,040 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,041 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43961,1731662850758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:32,041 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,041 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,041 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35845,1731662850657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:32,059 INFO [RS:0;791f12959b23:35845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:32,059 INFO [RS:1;791f12959b23:43961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:32,061 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35845,1731662850657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,061 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43961,1731662850758-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,061 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,061 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,061 INFO [RS:0;791f12959b23:35845 {}] regionserver.Replication(171): 791f12959b23,35845,1731662850657 started 2024-11-15T09:27:32,061 INFO [RS:1;791f12959b23:43961 {}] regionserver.Replication(171): 791f12959b23,43961,1731662850758 started 2024-11-15T09:27:32,079 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,079 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:32,079 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,35845,1731662850657, RpcServer on 791f12959b23/172.17.0.2:35845, sessionid=0x1013dd21fd50001 2024-11-15T09:27:32,079 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,43961,1731662850758, RpcServer on 791f12959b23/172.17.0.2:43961, sessionid=0x1013dd21fd50002 2024-11-15T09:27:32,080 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:32,080 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:32,080 DEBUG [RS:0;791f12959b23:35845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,35845,1731662850657 2024-11-15T09:27:32,080 DEBUG [RS:1;791f12959b23:43961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,43961,1731662850758 2024-11-15T09:27:32,081 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,35845,1731662850657' 2024-11-15T09:27:32,081 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,43961,1731662850758' 2024-11-15T09:27:32,081 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:32,081 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:32,081 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:32,081 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:32,082 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:32,082 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:32,082 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:32,082 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:32,082 DEBUG [RS:1;791f12959b23:43961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,43961,1731662850758 2024-11-15T09:27:32,082 DEBUG [RS:0;791f12959b23:35845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,35845,1731662850657 2024-11-15T09:27:32,082 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,43961,1731662850758' 2024-11-15T09:27:32,082 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,35845,1731662850657' 2024-11-15T09:27:32,082 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:32,082 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:32,083 DEBUG [RS:1;791f12959b23:43961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:32,083 DEBUG [RS:0;791f12959b23:35845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:32,083 DEBUG [RS:1;791f12959b23:43961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:32,083 INFO [RS:1;791f12959b23:43961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:32,083 DEBUG [RS:0;791f12959b23:35845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:32,083 INFO [RS:1;791f12959b23:43961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:32,083 INFO [RS:0;791f12959b23:35845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:32,084 INFO [RS:0;791f12959b23:35845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:32,131 WARN [791f12959b23:43641 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:27:32,190 INFO [RS:1;791f12959b23:43961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:32,190 INFO [RS:0;791f12959b23:35845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:32,193 INFO [RS:1;791f12959b23:43961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C43961%2C1731662850758, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,43961,1731662850758, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs, maxLogs=32 2024-11-15T09:27:32,194 INFO [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C35845%2C1731662850657, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs, maxLogs=32 2024-11-15T09:27:32,212 DEBUG [RS:0;791f12959b23:35845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657/791f12959b23%2C35845%2C1731662850657.1731662852197, exclude list is [], retry=0 2024-11-15T09:27:32,215 DEBUG [RS:1;791f12959b23:43961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,43961,1731662850758/791f12959b23%2C43961%2C1731662850758.1731662852198, exclude list is [], retry=0 2024-11-15T09:27:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36043,DS-1793680b-ce78-48fe-ada7-eebb69cfef19,DISK] 2024-11-15T09:27:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34295,DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b,DISK] 2024-11-15T09:27:32,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34295,DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b,DISK] 2024-11-15T09:27:32,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36043,DS-1793680b-ce78-48fe-ada7-eebb69cfef19,DISK] 2024-11-15T09:27:32,233 INFO [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657/791f12959b23%2C35845%2C1731662850657.1731662852197 2024-11-15T09:27:32,233 INFO [RS:1;791f12959b23:43961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,43961,1731662850758/791f12959b23%2C43961%2C1731662850758.1731662852198 2024-11-15T09:27:32,234 DEBUG [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839),(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-15T09:27:32,234 DEBUG [RS:1;791f12959b23:43961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839),(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-15T09:27:32,384 DEBUG [791f12959b23:43641 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:27:32,393 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:32,400 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:32,400 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:32,400 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:32,400 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:32,400 INFO [791f12959b23:43641 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:32,401 INFO [791f12959b23:43641 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:32,401 DEBUG [791f12959b23:43641 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:32,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,35845,1731662850657 2024-11-15T09:27:32,412 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,35845,1731662850657, state=OPENING 2024-11-15T09:27:32,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:27:32,525 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:32,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:32,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,35845,1731662850657}] 2024-11-15T09:27:32,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:32,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:32,728 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:27:32,728 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:32,728 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:27:32,733 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C35845%2C1731662850657.meta, suffix=.meta, logDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs, maxLogs=32 2024-11-15T09:27:32,752 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657/791f12959b23%2C35845%2C1731662850657.meta.1731662852735.meta, exclude list is [], retry=0 2024-11-15T09:27:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36043,DS-1793680b-ce78-48fe-ada7-eebb69cfef19,DISK] 2024-11-15T09:27:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34295,DS-06bf6d70-ed3a-4b58-a0e5-4716f131007b,DISK] 2024-11-15T09:27:32,762 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657/791f12959b23%2C35845%2C1731662850657.meta.1731662852735.meta 2024-11-15T09:27:32,763 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839),(127.0.0.1/127.0.0.1:37797:37797)] 2024-11-15T09:27:32,763 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:32,765 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:27:32,769 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:27:32,774 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:27:32,779 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:27:32,779 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:32,780 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:27:32,780 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:27:32,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:32,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:32,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:32,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:32,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:32,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:32,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:32,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:32,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:32,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:32,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:32,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:32,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:32,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:32,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:32,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:32,795 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:32,797 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740 2024-11-15T09:27:32,800 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740 2024-11-15T09:27:32,803 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:32,804 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:32,805 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:32,809 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:32,811 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72175665, jitterRate=0.0755012184381485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:32,811 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:27:32,813 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662852780Writing region info on filesystem at 1731662852781 (+1 ms)Initializing all the Stores at 1731662852782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662852782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662852782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662852782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662852782Cleaning up temporary data from old regions at 1731662852804 (+22 ms)Running coprocessor post-open hooks at 1731662852811 (+7 ms)Region opened successfully at 1731662852813 (+2 ms) 2024-11-15T09:27:32,821 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662852700 2024-11-15T09:27:32,833 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:27:32,834 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:27:32,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,35845,1731662850657 2024-11-15T09:27:32,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,35845,1731662850657, state=OPEN 2024-11-15T09:27:32,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:32,916 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:32,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:32,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:32,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,35845,1731662850657 2024-11-15T09:27:32,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:27:32,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,35845,1731662850657 in 387 msec 2024-11-15T09:27:32,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:27:32,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 958 msec 2024-11-15T09:27:32,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:32,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:27:32,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:32,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,35845,1731662850657, seqNum=-1] 2024-11-15T09:27:32,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:32,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:33,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-15T09:27:33,020 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662853019, completionTime=-1 2024-11-15T09:27:33,022 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:27:33,022 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:27:33,073 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:27:33,074 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662913074 2024-11-15T09:27:33,074 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662973074 2024-11-15T09:27:33,074 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 51 msec 2024-11-15T09:27:33,075 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:27:33,085 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,085 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,085 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,087 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:43641, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,087 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,094 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,102 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:27:33,125 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.257sec 2024-11-15T09:27:33,126 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:27:33,128 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:27:33,129 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:27:33,129 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:27:33,129 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:27:33,130 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:33,131 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:27:33,135 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:27:33,136 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:27:33,137 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,43641,1731662849847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:33,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d19b72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:33,210 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T09:27:33,210 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T09:27:33,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,43641,-1 for getting cluster id 2024-11-15T09:27:33,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:33,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37be1dda-a2de-4a8d-9744-fca0d3905b2d' 2024-11-15T09:27:33,252 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:33,252 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37be1dda-a2de-4a8d-9744-fca0d3905b2d" 2024-11-15T09:27:33,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36849217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:33,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,43641,-1] 2024-11-15T09:27:33,258 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:33,260 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:33,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:33,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f84801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:33,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:33,273 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,35845,1731662850657, seqNum=-1] 2024-11-15T09:27:33,274 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:33,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:33,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,43641,1731662849847 2024-11-15T09:27:33,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:27:33,306 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,43641,1731662849847 2024-11-15T09:27:33,309 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ffc2b6c 2024-11-15T09:27:33,309 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:27:33,312 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:27:33,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:27:33,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:27:33,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:27:33,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:33,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:27:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:33,349 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caa15ee1ab08b2d8f3e00088df0a2d75, NAME => 'testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 2024-11-15T09:27:33,350 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b602937698666db3935d6d412f60a316, NAME => 'testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732 2024-11-15T09:27:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:33,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing caa15ee1ab08b2d8f3e00088df0a2d75, disabling compactions & flushes 2024-11-15T09:27:33,362 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. after waiting 0 ms 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b602937698666db3935d6d412f60a316, disabling compactions & flushes 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,362 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,362 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. after waiting 0 ms 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for caa15ee1ab08b2d8f3e00088df0a2d75: Waiting for close lock at 1731662853362Disabling compacts and flushes for region at 1731662853362Disabling writes for close at 1731662853362Writing region close event to WAL at 1731662853362Closed at 1731662853362 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,362 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,362 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b602937698666db3935d6d412f60a316: Waiting for close lock at 1731662853362Disabling compacts and flushes for region at 1731662853362Disabling writes for close at 1731662853362Writing region close event to WAL at 1731662853362Closed at 1731662853362 2024-11-15T09:27:33,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:27:33,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662853365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662853365"}]},"ts":"1731662853365"} 2024-11-15T09:27:33,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662853365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662853365"}]},"ts":"1731662853365"} 2024-11-15T09:27:33,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:27:33,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:27:33,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662853406"}]},"ts":"1731662853406"} 2024-11-15T09:27:33,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:27:33,415 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:33,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:33,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:33,417 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:33,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:33,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:33,418 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:33,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:33,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=caa15ee1ab08b2d8f3e00088df0a2d75, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b602937698666db3935d6d412f60a316, ASSIGN}] 2024-11-15T09:27:33,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b602937698666db3935d6d412f60a316, ASSIGN 2024-11-15T09:27:33,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=caa15ee1ab08b2d8f3e00088df0a2d75, ASSIGN 2024-11-15T09:27:33,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b602937698666db3935d6d412f60a316, ASSIGN; state=OFFLINE, location=791f12959b23,35845,1731662850657; forceNewPlan=false, retain=false 2024-11-15T09:27:33,424 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=caa15ee1ab08b2d8f3e00088df0a2d75, ASSIGN; state=OFFLINE, location=791f12959b23,43961,1731662850758; forceNewPlan=false, retain=false 2024-11-15T09:27:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:33,576 INFO [791f12959b23:43641 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:27:33,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=caa15ee1ab08b2d8f3e00088df0a2d75, regionState=OPENING, regionLocation=791f12959b23,43961,1731662850758 2024-11-15T09:27:33,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b602937698666db3935d6d412f60a316, regionState=OPENING, regionLocation=791f12959b23,35845,1731662850657 2024-11-15T09:27:33,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b602937698666db3935d6d412f60a316, ASSIGN because future has completed 2024-11-15T09:27:33,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b602937698666db3935d6d412f60a316, server=791f12959b23,35845,1731662850657}] 2024-11-15T09:27:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=caa15ee1ab08b2d8f3e00088df0a2d75, ASSIGN because future has completed 2024-11-15T09:27:33,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa15ee1ab08b2d8f3e00088df0a2d75, server=791f12959b23,43961,1731662850758}] 2024-11-15T09:27:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:33,743 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:33,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:33,746 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,747 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b602937698666db3935d6d412f60a316, NAME => 'testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:27:33,747 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,747 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:33,747 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,748 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,752 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,752 INFO [StoreOpener-b602937698666db3935d6d412f60a316-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,752 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => caa15ee1ab08b2d8f3e00088df0a2d75, NAME => 'testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:27:33,753 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,753 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:33,753 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,753 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,755 INFO [StoreOpener-b602937698666db3935d6d412f60a316-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b602937698666db3935d6d412f60a316 columnFamilyName family 2024-11-15T09:27:33,755 DEBUG [StoreOpener-b602937698666db3935d6d412f60a316-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:33,755 INFO [StoreOpener-caa15ee1ab08b2d8f3e00088df0a2d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,756 INFO [StoreOpener-b602937698666db3935d6d412f60a316-1 {}] regionserver.HStore(327): Store=b602937698666db3935d6d412f60a316/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:33,756 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,758 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,758 INFO [StoreOpener-caa15ee1ab08b2d8f3e00088df0a2d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa15ee1ab08b2d8f3e00088df0a2d75 columnFamilyName family 2024-11-15T09:27:33,758 DEBUG [StoreOpener-caa15ee1ab08b2d8f3e00088df0a2d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:33,759 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,759 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,759 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,759 INFO [StoreOpener-caa15ee1ab08b2d8f3e00088df0a2d75-1 {}] regionserver.HStore(327): Store=caa15ee1ab08b2d8f3e00088df0a2d75/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:33,760 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,762 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,762 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,762 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,763 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,763 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,766 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,767 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:33,768 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b602937698666db3935d6d412f60a316; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72971945, jitterRate=0.08736671507358551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:33,768 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b602937698666db3935d6d412f60a316 2024-11-15T09:27:33,769 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b602937698666db3935d6d412f60a316: Running coprocessor pre-open hook at 1731662853748Writing region info on filesystem at 1731662853748Initializing all the Stores at 1731662853749 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662853750 (+1 ms)Cleaning up temporary data from old regions at 1731662853759 (+9 ms)Running coprocessor post-open hooks at 1731662853768 (+9 ms)Region opened successfully at 1731662853769 (+1 ms) 2024-11-15T09:27:33,771 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:33,772 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened caa15ee1ab08b2d8f3e00088df0a2d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71956859, jitterRate=0.07224075496196747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:33,773 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:33,773 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for caa15ee1ab08b2d8f3e00088df0a2d75: Running coprocessor pre-open hook at 1731662853753Writing region info on filesystem at 1731662853753Initializing all the Stores at 1731662853755 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662853755Cleaning up temporary data from old regions at 1731662853763 (+8 ms)Running coprocessor post-open hooks at 1731662853773 (+10 ms)Region opened successfully at 1731662853773 2024-11-15T09:27:33,773 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316., pid=7, masterSystemTime=1731662853739 2024-11-15T09:27:33,775 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75., pid=8, masterSystemTime=1731662853743 2024-11-15T09:27:33,778 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,778 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:33,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b602937698666db3935d6d412f60a316, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,35845,1731662850657 2024-11-15T09:27:33,780 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,780 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:33,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=caa15ee1ab08b2d8f3e00088df0a2d75, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,43961,1731662850758 2024-11-15T09:27:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b602937698666db3935d6d412f60a316, server=791f12959b23,35845,1731662850657 because future has completed 2024-11-15T09:27:33,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa15ee1ab08b2d8f3e00088df0a2d75, server=791f12959b23,43961,1731662850758 because future has completed 2024-11-15T09:27:33,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T09:27:33,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b602937698666db3935d6d412f60a316, server=791f12959b23,35845,1731662850657 in 204 msec 2024-11-15T09:27:33,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-15T09:27:33,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b602937698666db3935d6d412f60a316, ASSIGN in 371 msec 2024-11-15T09:27:33,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure caa15ee1ab08b2d8f3e00088df0a2d75, server=791f12959b23,43961,1731662850758 in 204 msec 2024-11-15T09:27:33,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T09:27:33,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=caa15ee1ab08b2d8f3e00088df0a2d75, ASSIGN in 374 msec 2024-11-15T09:27:33,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:27:33,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662853799"}]},"ts":"1731662853799"} 2024-11-15T09:27:33,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:27:33,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:27:33,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 484 msec 2024-11-15T09:27:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:33,960 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:27:33,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:27:33,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:33,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:27:33,967 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:33,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:27:33,976 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75., hostname=791f12959b23,43961,1731662850758, seqNum=2] 2024-11-15T09:27:33,978 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:33,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:34,000 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316., hostname=791f12959b23,35845,1731662850657, seqNum=2] 2024-11-15T09:27:34,023 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b602937698666db3935d6d412f60a316 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:27:34,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/.tmp/family/4399eae9b5e74ef182263298297293b0 is 32, key is 5/family:/1731662854001/Put/seqid=0 2024-11-15T09:27:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:34,126 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/.tmp/family/4399eae9b5e74ef182263298297293b0 2024-11-15T09:27:34,179 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/.tmp/family/4399eae9b5e74ef182263298297293b0 as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/family/4399eae9b5e74ef182263298297293b0 2024-11-15T09:27:34,190 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/family/4399eae9b5e74ef182263298297293b0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:27:34,197 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b602937698666db3935d6d412f60a316 in 174ms, sequenceid=9, compaction requested=false 2024-11-15T09:27:34,198 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-15T09:27:34,200 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b602937698666db3935d6d412f60a316: 2024-11-15T09:27:34,200 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing caa15ee1ab08b2d8f3e00088df0a2d75 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:27:34,226 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/.tmp/family/322ee0eac89f4583b2cc1f390f0d721f is 32, key is 1/family:/1731662853981/Put/seqid=0 2024-11-15T09:27:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:34,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:34,236 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/.tmp/family/322ee0eac89f4583b2cc1f390f0d721f 2024-11-15T09:27:34,249 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/.tmp/family/322ee0eac89f4583b2cc1f390f0d721f as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/family/322ee0eac89f4583b2cc1f390f0d721f 2024-11-15T09:27:34,260 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/family/322ee0eac89f4583b2cc1f390f0d721f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:27:34,261 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for caa15ee1ab08b2d8f3e00088df0a2d75 in 61ms, sequenceid=8, compaction requested=false 2024-11-15T09:27:34,261 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for caa15ee1ab08b2d8f3e00088df0a2d75: 2024-11-15T09:27:34,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e00b778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:34,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,43641,-1 for getting cluster id 2024-11-15T09:27:34,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:34,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37be1dda-a2de-4a8d-9744-fca0d3905b2d' 2024-11-15T09:27:34,266 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:34,266 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37be1dda-a2de-4a8d-9744-fca0d3905b2d" 2024-11-15T09:27:34,267 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4304de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:34,267 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,43641,-1] 2024-11-15T09:27:34,267 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:34,268 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:34,270 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe5a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:34,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T09:27:34,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:34,288 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,35845,1731662850657, seqNum=-1] 2024-11-15T09:27:34,288 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:34,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:34,299 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:34,300 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:34,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:34,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:34,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:34,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:34,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:34,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:27:34,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:34,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:34,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:34,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:27:34,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=96139517, stopped=false 2024-11-15T09:27:34,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,43641,1731662849847 2024-11-15T09:27:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:34,378 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:34,378 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:34,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:34,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:34,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:34,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:34,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,35845,1731662850657' ***** 2024-11-15T09:27:34,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:34,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,43961,1731662850758' ***** 2024-11-15T09:27:34,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:34,380 INFO [RS:1;791f12959b23:43961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:34,380 INFO [RS:1;791f12959b23:43961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:34,380 INFO [RS:1;791f12959b23:43961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:34,380 INFO [RS:0;791f12959b23:35845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:34,380 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(3091): Received CLOSE for caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:34,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for b602937698666db3935d6d412f60a316 2024-11-15T09:27:34,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,35845,1731662850657 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:34,381 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,43961,1731662850758 2024-11-15T09:27:34,381 INFO [RS:0;791f12959b23:35845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:35845. 2024-11-15T09:27:34,381 INFO [RS:1;791f12959b23:43961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:34,381 DEBUG [RS:0;791f12959b23:35845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:34,381 DEBUG [RS:0;791f12959b23:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,381 INFO [RS:1;791f12959b23:43961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:43961. 2024-11-15T09:27:34,382 DEBUG [RS:1;791f12959b23:43961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:34,382 DEBUG [RS:1;791f12959b23:43961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,382 INFO [RS:0;791f12959b23:35845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:34,382 INFO [RS:0;791f12959b23:35845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:34,382 INFO [RS:0;791f12959b23:35845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:34,382 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:27:34,382 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:27:34,382 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1325): Online Regions={caa15ee1ab08b2d8f3e00088df0a2d75=testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75.} 2024-11-15T09:27:34,382 DEBUG [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1351): Waiting on caa15ee1ab08b2d8f3e00088df0a2d75 2024-11-15T09:27:34,383 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:27:34,383 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1325): Online Regions={b602937698666db3935d6d412f60a316=testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b602937698666db3935d6d412f60a316, disabling compactions & flushes 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:34,383 DEBUG [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b602937698666db3935d6d412f60a316 2024-11-15T09:27:34,383 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:34,383 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. after waiting 0 ms 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caa15ee1ab08b2d8f3e00088df0a2d75, disabling compactions & flushes 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:34,383 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. after waiting 0 ms 2024-11-15T09:27:34,383 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:34,383 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:27:34,397 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/b602937698666db3935d6d412f60a316/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:27:34,405 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:34,405 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b602937698666db3935d6d412f60a316: Waiting for close lock at 1731662854382Running coprocessor pre-close hooks at 1731662854383 (+1 ms)Disabling compacts and flushes for region at 1731662854383Disabling writes for close at 1731662854383Writing region close event to WAL at 1731662854386 (+3 ms)Running coprocessor post-close hooks at 1731662854398 (+12 ms)Closed at 1731662854405 (+7 ms) 2024-11-15T09:27:34,406 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316. 2024-11-15T09:27:34,406 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/default/testClearRegionBlockCache/caa15ee1ab08b2d8f3e00088df0a2d75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:27:34,407 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:34,407 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caa15ee1ab08b2d8f3e00088df0a2d75: Waiting for close lock at 1731662854382Running coprocessor pre-close hooks at 1731662854383 (+1 ms)Disabling compacts and flushes for region at 1731662854383Disabling writes for close at 1731662854383Writing region close event to WAL at 1731662854386 (+3 ms)Running coprocessor post-close hooks at 1731662854407 (+21 ms)Closed at 1731662854407 2024-11-15T09:27:34,407 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662853313.caa15ee1ab08b2d8f3e00088df0a2d75. 2024-11-15T09:27:34,414 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/info/2bcfb22bdc9f493782f9471e4ac36438 is 173, key is testClearRegionBlockCache,5,1731662853313.b602937698666db3935d6d412f60a316./info:regioninfo/1731662853779/Put/seqid=0 2024-11-15T09:27:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:34,424 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/info/2bcfb22bdc9f493782f9471e4ac36438 2024-11-15T09:27:34,453 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/ns/e1be1534431a4272898ca9c9567574fe is 43, key is default/ns:d/1731662853001/Put/seqid=0 2024-11-15T09:27:34,459 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:34,459 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:34,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:34,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:34,466 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/ns/e1be1534431a4272898ca9c9567574fe 2024-11-15T09:27:34,493 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/table/a457c8eb9407423c8144f6b22beb6d43 is 61, key is testClearRegionBlockCache/table:state/1731662853799/Put/seqid=0 2024-11-15T09:27:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:34,501 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/table/a457c8eb9407423c8144f6b22beb6d43 2024-11-15T09:27:34,513 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/info/2bcfb22bdc9f493782f9471e4ac36438 as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/info/2bcfb22bdc9f493782f9471e4ac36438 2024-11-15T09:27:34,524 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/info/2bcfb22bdc9f493782f9471e4ac36438, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:27:34,526 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/ns/e1be1534431a4272898ca9c9567574fe as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/ns/e1be1534431a4272898ca9c9567574fe 2024-11-15T09:27:34,535 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/ns/e1be1534431a4272898ca9c9567574fe, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:27:34,536 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/.tmp/table/a457c8eb9407423c8144f6b22beb6d43 as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/table/a457c8eb9407423c8144f6b22beb6d43 2024-11-15T09:27:34,546 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/table/a457c8eb9407423c8144f6b22beb6d43, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:27:34,548 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=13, compaction requested=false 2024-11-15T09:27:34,548 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T09:27:34,559 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:27:34,560 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:27:34,560 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:34,561 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662854383Running coprocessor pre-close hooks at 1731662854383Disabling compacts and flushes for region at 1731662854383Disabling writes for close at 1731662854383Obtaining lock to block concurrent updates at 1731662854384 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731662854384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662854384Flushing stores of hbase:meta,,1.1588230740 at 1731662854386 (+2 ms)Flushing 1588230740/info: creating writer at 1731662854387 (+1 ms)Flushing 1588230740/info: appending metadata at 1731662854412 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731662854412Flushing 1588230740/ns: creating writer at 1731662854435 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731662854452 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731662854452Flushing 1588230740/table: creating writer at 1731662854475 (+23 ms)Flushing 1588230740/table: appending metadata at 1731662854493 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731662854493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67acf4e2: reopening flushed file at 1731662854511 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dc9579: reopening flushed file at 1731662854524 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffefe5e: reopening flushed file at 1731662854535 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=13, compaction requested=false at 1731662854548 (+13 ms)Writing region close event to WAL at 1731662854553 (+5 ms)Running coprocessor post-close hooks at 1731662854560 (+7 ms)Closed at 1731662854560 2024-11-15T09:27:34,561 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:34,583 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,43961,1731662850758; all regions closed. 2024-11-15T09:27:34,583 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,35845,1731662850657; all regions closed. 2024-11-15T09:27:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741834_1010 (size=1758) 2024-11-15T09:27:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741834_1010 (size=1758) 2024-11-15T09:27:34,597 DEBUG [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs 2024-11-15T09:27:34,597 DEBUG [RS:1;791f12959b23:43961 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs 2024-11-15T09:27:34,597 INFO [RS:1;791f12959b23:43961 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C43961%2C1731662850758:(num 1731662852198) 2024-11-15T09:27:34,597 INFO [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C35845%2C1731662850657.meta:.meta(num 1731662852735) 2024-11-15T09:27:34,597 DEBUG [RS:1;791f12959b23:43961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,597 INFO [RS:1;791f12959b23:43961 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:34,597 INFO [RS:1;791f12959b23:43961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:34,598 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:34,598 INFO [RS:1;791f12959b23:43961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43961 2024-11-15T09:27:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:27:34,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/WALs/791f12959b23,35845,1731662850657/791f12959b23%2C35845%2C1731662850657.1731662852197 not finished, retry = 0 2024-11-15T09:27:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:27:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,43961,1731662850758 2024-11-15T09:27:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:34,614 INFO [RS:1;791f12959b23:43961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:34,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,43961,1731662850758] 2024-11-15T09:27:34,635 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,43961,1731662850758 already deleted, retry=false 2024-11-15T09:27:34,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,43961,1731662850758 expired; onlineServers=1 2024-11-15T09:27:34,707 DEBUG [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/oldWALs 2024-11-15T09:27:34,707 INFO [RS:0;791f12959b23:35845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C35845%2C1731662850657:(num 1731662852197) 2024-11-15T09:27:34,707 DEBUG [RS:0;791f12959b23:35845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:34,707 INFO [RS:0;791f12959b23:35845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:34,707 INFO [RS:0;791f12959b23:35845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:34,708 INFO [RS:0;791f12959b23:35845 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:34,708 INFO [RS:0;791f12959b23:35845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:34,708 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:34,708 INFO [RS:0;791f12959b23:35845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35845 2024-11-15T09:27:34,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:34,719 INFO [RS:0;791f12959b23:35845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:34,719 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,35845,1731662850657 2024-11-15T09:27:34,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:34,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43961-0x1013dd21fd50002, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:34,725 INFO [RS:1;791f12959b23:43961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:34,725 INFO [RS:1;791f12959b23:43961 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,43961,1731662850758; zookeeper connection closed. 2024-11-15T09:27:34,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c5a52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c5a52 2024-11-15T09:27:34,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,35845,1731662850657] 2024-11-15T09:27:34,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,35845,1731662850657 already deleted, retry=false 2024-11-15T09:27:34,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,35845,1731662850657 expired; onlineServers=0 2024-11-15T09:27:34,740 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,43641,1731662849847' ***** 2024-11-15T09:27:34,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:27:34,741 INFO [M:0;791f12959b23:43641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:34,741 INFO [M:0;791f12959b23:43641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:34,741 DEBUG [M:0;791f12959b23:43641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:27:34,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:27:34,741 DEBUG [M:0;791f12959b23:43641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:27:34,741 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662851890 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662851890,5,FailOnTimeoutGroup] 2024-11-15T09:27:34,741 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662851893 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662851893,5,FailOnTimeoutGroup] 2024-11-15T09:27:34,741 INFO [M:0;791f12959b23:43641 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:34,742 INFO [M:0;791f12959b23:43641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:34,742 DEBUG [M:0;791f12959b23:43641 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:27:34,742 INFO [M:0;791f12959b23:43641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:27:34,742 INFO [M:0;791f12959b23:43641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:34,743 INFO [M:0;791f12959b23:43641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:27:34,743 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:27:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:34,751 DEBUG [M:0;791f12959b23:43641 {}] zookeeper.ZKUtil(347): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:27:34,751 WARN [M:0;791f12959b23:43641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:27:34,752 INFO [M:0;791f12959b23:43641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/.lastflushedseqids 2024-11-15T09:27:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:34,768 INFO [M:0;791f12959b23:43641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:27:34,768 INFO [M:0;791f12959b23:43641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:27:34,768 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:34,769 INFO [M:0;791f12959b23:43641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:34,769 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:34,769 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:34,769 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:34,769 INFO [M:0;791f12959b23:43641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-15T09:27:34,787 DEBUG [M:0;791f12959b23:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91a891df7a442d1875cce412c856bfa is 82, key is hbase:meta,,1/info:regioninfo/1731662852835/Put/seqid=0 2024-11-15T09:27:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:34,794 INFO [M:0;791f12959b23:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91a891df7a442d1875cce412c856bfa 2024-11-15T09:27:34,821 DEBUG [M:0;791f12959b23:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c09fcd62fea47b68e96199feac3fbfe is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662853806/Put/seqid=0 2024-11-15T09:27:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:34,830 INFO [RS:0;791f12959b23:35845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:34,830 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:34,830 INFO [RS:0;791f12959b23:35845 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,35845,1731662850657; zookeeper connection closed. 2024-11-15T09:27:34,830 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35845-0x1013dd21fd50001, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:34,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c57998 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c57998 2024-11-15T09:27:34,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:27:34,831 INFO [M:0;791f12959b23:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c09fcd62fea47b68e96199feac3fbfe 2024-11-15T09:27:34,858 DEBUG [M:0;791f12959b23:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50c77f8a4f5456b8104b6df904de47a is 69, key is 791f12959b23,35845,1731662850657/rs:state/1731662851925/Put/seqid=0 2024-11-15T09:27:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:34,866 INFO [M:0;791f12959b23:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50c77f8a4f5456b8104b6df904de47a 2024-11-15T09:27:34,875 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91a891df7a442d1875cce412c856bfa as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b91a891df7a442d1875cce412c856bfa 2024-11-15T09:27:34,885 INFO [M:0;791f12959b23:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b91a891df7a442d1875cce412c856bfa, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:27:34,886 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c09fcd62fea47b68e96199feac3fbfe as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c09fcd62fea47b68e96199feac3fbfe 2024-11-15T09:27:34,893 INFO [M:0;791f12959b23:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c09fcd62fea47b68e96199feac3fbfe, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:27:34,895 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50c77f8a4f5456b8104b6df904de47a as hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50c77f8a4f5456b8104b6df904de47a 2024-11-15T09:27:34,902 INFO [M:0;791f12959b23:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35157/user/jenkins/test-data/5d9a9e30-85d2-c850-3151-336c9743d732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50c77f8a4f5456b8104b6df904de47a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:27:34,904 INFO [M:0;791f12959b23:43641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false 2024-11-15T09:27:34,909 INFO [M:0;791f12959b23:43641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:34,909 DEBUG [M:0;791f12959b23:43641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662854768Disabling compacts and flushes for region at 1731662854768Disabling writes for close at 1731662854769 (+1 ms)Obtaining lock to block concurrent updates at 1731662854769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662854769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731662854769Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662854770 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662854770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662854786 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662854787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662854803 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662854820 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662854820Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662854839 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662854858 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662854858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba26cec: reopening flushed file at 1731662854874 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593a9221: reopening flushed file at 1731662854885 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257de099: reopening flushed file at 1731662854894 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=71, compaction requested=false at 1731662854904 (+10 ms)Writing region close event to WAL at 1731662854909 (+5 ms)Closed at 1731662854909 2024-11-15T09:27:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34295 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36043 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:34,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:34,917 INFO [M:0;791f12959b23:43641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:27:34,917 INFO [M:0;791f12959b23:43641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43641 2024-11-15T09:27:34,918 INFO [M:0;791f12959b23:43641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:35,030 INFO [M:0;791f12959b23:43641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:35,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:35,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1013dd21fd50000, quorum=127.0.0.1:57628, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:35,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:35,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:35,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:35,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:35,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:35,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:35,075 WARN [BP-112651624-172.17.0.2-1731662845211 heartbeating to localhost/127.0.0.1:35157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:35,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:35,075 WARN [BP-112651624-172.17.0.2-1731662845211 heartbeating to localhost/127.0.0.1:35157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112651624-172.17.0.2-1731662845211 (Datanode Uuid cb805c73-c2c8-4c3a-85c3-90aac9b59ae6) service to localhost/127.0.0.1:35157 2024-11-15T09:27:35,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data3/current/BP-112651624-172.17.0.2-1731662845211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:35,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data4/current/BP-112651624-172.17.0.2-1731662845211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:35,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:35,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:35,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:35,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:35,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:35,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:35,081 WARN [BP-112651624-172.17.0.2-1731662845211 heartbeating to localhost/127.0.0.1:35157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:35,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:35,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:35,081 WARN [BP-112651624-172.17.0.2-1731662845211 heartbeating to localhost/127.0.0.1:35157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112651624-172.17.0.2-1731662845211 (Datanode Uuid a374409d-1090-4a35-a98e-c9e1ddbe86e3) service to localhost/127.0.0.1:35157 2024-11-15T09:27:35,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data1/current/BP-112651624-172.17.0.2-1731662845211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:35,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/cluster_445756bf-6d10-6081-443f-d0814a1a477c/data/data2/current/BP-112651624-172.17.0.2-1731662845211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:35,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:35,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:35,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:35,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:35,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:35,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:35,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:27:35,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:27:35,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/791f12959b23:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/791f12959b23:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/791f12959b23:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35157 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/791f12959b23:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1f1f9877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35157 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4228 (was 4810) 2024-11-15T09:27:35,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4228 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir so I do NOT create it in target/test-data/7139eaf2-6688-3194-709f-5d130afe468b 2024-11-15T09:27:35,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.tmp.dir so I do NOT create it in target/test-data/7139eaf2-6688-3194-709f-5d130afe468b 2024-11-15T09:27:35,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96beebb2-13f8-6cb2-f8ae-b447eb256459/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:27:35,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024, deleteOnExit=true 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/test.cache.data in system properties and HBase conf 2024-11-15T09:27:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:27:35,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:35,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:27:35,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:27:35,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:35,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:35,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:35,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:35,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:35,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:35,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:35,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:35,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa67c50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/java.io.tmpdir/jetty-localhost-43307-hadoop-hdfs-3_4_1-tests_jar-_-any-7214329295440842575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:35,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:43307} 2024-11-15T09:27:35,612 INFO [Time-limited test {}] server.Server(415): Started @12301ms 2024-11-15T09:27:35,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:35,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:35,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:35,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:35,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:35,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:35,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4003b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/java.io.tmpdir/jetty-localhost-37863-hadoop-hdfs-3_4_1-tests_jar-_-any-3143913000634881433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:35,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:37863} 2024-11-15T09:27:35,981 INFO [Time-limited test {}] server.Server(415): Started @12670ms 2024-11-15T09:27:35,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:36,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:36,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:36,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:36,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:36,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:36,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:36,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:36,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561725b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/java.io.tmpdir/jetty-localhost-37807-hadoop-hdfs-3_4_1-tests_jar-_-any-14543135123244667978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:36,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:37807} 2024-11-15T09:27:36,130 INFO [Time-limited test {}] server.Server(415): Started @12819ms 2024-11-15T09:27:36,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:37,022 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data1/current/BP-1769671756-172.17.0.2-1731662855177/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:37,022 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data2/current/BP-1769671756-172.17.0.2-1731662855177/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:37,042 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11f790a05bb3dcbe with lease ID 0xff1bf0ed11be701f: Processing first storage report for DS-b4ab8818-e0f1-4673-a258-decd74efd84a from datanode DatanodeRegistration(127.0.0.1:43331, datanodeUuid=01a7fc33-d6ba-4e24-bfc0-e7be0631c7c4, infoPort=42733, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177) 2024-11-15T09:27:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11f790a05bb3dcbe with lease ID 0xff1bf0ed11be701f: from storage DS-b4ab8818-e0f1-4673-a258-decd74efd84a node DatanodeRegistration(127.0.0.1:43331, datanodeUuid=01a7fc33-d6ba-4e24-bfc0-e7be0631c7c4, infoPort=42733, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11f790a05bb3dcbe with lease ID 0xff1bf0ed11be701f: Processing first storage report for DS-17ed3d80-68ea-4916-8bf3-3f24e57ec290 from datanode DatanodeRegistration(127.0.0.1:43331, datanodeUuid=01a7fc33-d6ba-4e24-bfc0-e7be0631c7c4, infoPort=42733, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177) 2024-11-15T09:27:37,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11f790a05bb3dcbe with lease ID 0xff1bf0ed11be701f: from storage DS-17ed3d80-68ea-4916-8bf3-3f24e57ec290 node DatanodeRegistration(127.0.0.1:43331, datanodeUuid=01a7fc33-d6ba-4e24-bfc0-e7be0631c7c4, infoPort=42733, infoSecurePort=0, ipcPort=39851, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:37,160 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data3/current/BP-1769671756-172.17.0.2-1731662855177/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:37,160 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data4/current/BP-1769671756-172.17.0.2-1731662855177/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:37,180 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc157db534a37a797 with lease ID 0xff1bf0ed11be7020: Processing first storage report for DS-015f624d-caaa-406d-89f8-4399b4ce50b8 from datanode DatanodeRegistration(127.0.0.1:40677, datanodeUuid=331eee61-cca3-44ee-8ad3-b966491ed305, infoPort=33657, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177) 2024-11-15T09:27:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc157db534a37a797 with lease ID 0xff1bf0ed11be7020: from storage DS-015f624d-caaa-406d-89f8-4399b4ce50b8 node DatanodeRegistration(127.0.0.1:40677, datanodeUuid=331eee61-cca3-44ee-8ad3-b966491ed305, infoPort=33657, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc157db534a37a797 with lease ID 0xff1bf0ed11be7020: Processing first storage report for DS-be7f12ee-5773-4891-82a8-785769bcca3a from datanode DatanodeRegistration(127.0.0.1:40677, datanodeUuid=331eee61-cca3-44ee-8ad3-b966491ed305, infoPort=33657, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177) 2024-11-15T09:27:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc157db534a37a797 with lease ID 0xff1bf0ed11be7020: from storage DS-be7f12ee-5773-4891-82a8-785769bcca3a node DatanodeRegistration(127.0.0.1:40677, datanodeUuid=331eee61-cca3-44ee-8ad3-b966491ed305, infoPort=33657, infoSecurePort=0, ipcPort=32921, storageInfo=lv=-57;cid=testClusterID;nsid=1747214153;c=1731662855177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:37,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b 2024-11-15T09:27:37,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/zookeeper_0, clientPort=64894, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:27:37,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64894 2024-11-15T09:27:37,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:37,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 with version=8 2024-11-15T09:27:37,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/hbase-staging 2024-11-15T09:27:37,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:27:37,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:37,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35093 2024-11-15T09:27:37,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35093 connecting to ZooKeeper ensemble=127.0.0.1:64894 2024-11-15T09:27:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350930x0, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:37,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35093-0x1013dd23fde0000 connected 2024-11-15T09:27:37,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:37,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3, hbase.cluster.distributed=false 2024-11-15T09:27:37,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T09:27:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35093 2024-11-15T09:27:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35093 2024-11-15T09:27:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T09:27:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-15T09:27:37,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:37,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:37,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36995 2024-11-15T09:27:37,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36995 connecting to ZooKeeper ensemble=127.0.0.1:64894 2024-11-15T09:27:37,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369950x0, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:37,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:37,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36995-0x1013dd23fde0001 connected 2024-11-15T09:27:37,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:37,468 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:37,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:37,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-15T09:27:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36995 2024-11-15T09:27:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36995 2024-11-15T09:27:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-15T09:27:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36995 2024-11-15T09:27:37,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:37,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:37,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:37,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:37,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:37,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34459 2024-11-15T09:27:37,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34459 connecting to ZooKeeper ensemble=127.0.0.1:64894 2024-11-15T09:27:37,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344590x0, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:37,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34459-0x1013dd23fde0002 connected 2024-11-15T09:27:37,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:37,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:37,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:37,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:37,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:37,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-15T09:27:37,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34459 2024-11-15T09:27:37,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34459 2024-11-15T09:27:37,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-15T09:27:37,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-15T09:27:37,524 DEBUG [M:0;791f12959b23:35093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:35093 2024-11-15T09:27:37,525 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,35093,1731662857285 2024-11-15T09:27:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,536 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,35093,1731662857285 2024-11-15T09:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,547 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:27:37,547 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,35093,1731662857285 from backup master directory 2024-11-15T09:27:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,35093,1731662857285 2024-11-15T09:27:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:37,557 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:37,557 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,35093,1731662857285 2024-11-15T09:27:37,562 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/hbase.id] with ID: a3235ce8-e3f4-4b62-bbc6-38b522e8e5b5 2024-11-15T09:27:37,562 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/.tmp/hbase.id 2024-11-15T09:27:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:37,570 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/.tmp/hbase.id]:[hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/hbase.id] 2024-11-15T09:27:37,586 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:37,586 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:27:37,588 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T09:27:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:37,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:37,610 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:37,610 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:27:37,611 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:37,623 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store 2024-11-15T09:27:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:37,635 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:37,635 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:37,635 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:37,635 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:37,635 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:37,635 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:37,635 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:37,636 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662857635Disabling compacts and flushes for region at 1731662857635Disabling writes for close at 1731662857635Writing region close event to WAL at 1731662857635Closed at 1731662857635 2024-11-15T09:27:37,637 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/.initializing 2024-11-15T09:27:37,637 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/WALs/791f12959b23,35093,1731662857285 2024-11-15T09:27:37,639 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:37,642 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C35093%2C1731662857285, suffix=, logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/WALs/791f12959b23,35093,1731662857285, archiveDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/oldWALs, maxLogs=10 2024-11-15T09:27:37,655 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/WALs/791f12959b23,35093,1731662857285/791f12959b23%2C35093%2C1731662857285.1731662857642, exclude list is [], retry=0 2024-11-15T09:27:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40677,DS-015f624d-caaa-406d-89f8-4399b4ce50b8,DISK] 2024-11-15T09:27:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-b4ab8818-e0f1-4673-a258-decd74efd84a,DISK] 2024-11-15T09:27:37,664 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/WALs/791f12959b23,35093,1731662857285/791f12959b23%2C35093%2C1731662857285.1731662857642 2024-11-15T09:27:37,665 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:42733:42733)] 2024-11-15T09:27:37,665 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:37,665 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:37,666 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,666 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:27:37,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:37,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:27:37,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:37,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:27:37,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:37,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:27:37,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:37,682 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,683 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,683 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,685 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,685 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,686 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:37,687 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:37,690 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:37,691 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58953136, jitterRate=-0.12152981758117676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:37,692 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662857666Initializing all the Stores at 1731662857667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662857667Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662857668 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662857668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662857668Cleaning up temporary data from old regions at 1731662857685 (+17 ms)Region opened successfully at 1731662857691 (+6 ms) 2024-11-15T09:27:37,692 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:27:37,697 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b30e55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:37,698 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:27:37,698 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:27:37,698 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:27:37,699 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:27:37,700 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:27:37,700 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:27:37,700 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:27:37,703 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:27:37,704 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:27:37,750 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:27:37,751 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:27:37,752 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:27:37,761 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:27:37,761 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:27:37,762 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:27:37,771 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:27:37,772 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:27:37,782 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:27:37,785 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:27:37,792 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,804 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,35093,1731662857285, sessionid=0x1013dd23fde0000, setting cluster-up flag (Was=false) 2024-11-15T09:27:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,855 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:27:37,857 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,35093,1731662857285 2024-11-15T09:27:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:37,908 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:27:37,910 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,35093,1731662857285 2024-11-15T09:27:37,911 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:27:37,913 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:37,913 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:27:37,913 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:27:37,914 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,35093,1731662857285 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:27:37,915 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:37,915 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:37,915 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:37,915 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:37,916 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:27:37,916 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:37,916 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:37,916 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:37,916 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662887916 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:37,917 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:27:37,918 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:27:37,918 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:27:37,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:37,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:27:37,919 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:27:37,919 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:27:37,920 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662857919,5,FailOnTimeoutGroup] 2024-11-15T09:27:37,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,920 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662857920,5,FailOnTimeoutGroup] 2024-11-15T09:27:37,920 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:37,920 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:27:37,920 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:37,920 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:37,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:27:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:37,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:27:37,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 2024-11-15T09:27:37,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:37,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:37,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:37,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:37,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:37,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:37,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:37,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:37,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:37,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:37,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:37,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:37,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:37,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:37,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:37,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:37,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740 2024-11-15T09:27:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740 2024-11-15T09:27:37,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:37,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:37,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:37,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:37,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:37,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742697, jitterRate=0.024346008896827698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:37,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662857946Initializing all the Stores at 1731662857947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662857947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662857948 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662857948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662857948Cleaning up temporary data from old regions at 1731662857961 (+13 ms)Region opened successfully at 1731662857966 (+5 ms) 2024-11-15T09:27:37,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:37,967 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:37,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:37,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:37,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:37,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:37,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662857967Disabling compacts and flushes for region at 1731662857967Disabling writes for close at 1731662857967Writing region close event to WAL at 1731662857967Closed at 1731662857967 2024-11-15T09:27:37,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:37,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:27:37,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:27:37,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:37,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:27:38,011 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(746): ClusterId : a3235ce8-e3f4-4b62-bbc6-38b522e8e5b5 2024-11-15T09:27:38,011 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(746): ClusterId : a3235ce8-e3f4-4b62-bbc6-38b522e8e5b5 2024-11-15T09:27:38,011 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:38,011 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:38,060 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:38,060 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:38,060 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:38,060 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:38,084 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:38,084 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:38,084 DEBUG [RS:0;791f12959b23:36995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7ea31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:38,084 DEBUG [RS:1;791f12959b23:34459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8206ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:38,094 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:34459 2024-11-15T09:27:38,094 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:36995 2024-11-15T09:27:38,095 INFO [RS:1;791f12959b23:34459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:38,095 INFO [RS:1;791f12959b23:34459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:38,095 INFO [RS:0;791f12959b23:36995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:38,095 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:38,095 INFO [RS:0;791f12959b23:36995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:38,095 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:38,096 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,35093,1731662857285 with port=36995, startcode=1731662857446 2024-11-15T09:27:38,096 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,35093,1731662857285 with port=34459, startcode=1731662857487 2024-11-15T09:27:38,096 DEBUG [RS:0;791f12959b23:36995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:38,096 DEBUG [RS:1;791f12959b23:34459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:38,101 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:38,101 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:38,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,34459,1731662857487 2024-11-15T09:27:38,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35093 {}] master.ServerManager(517): Registering regionserver=791f12959b23,34459,1731662857487 2024-11-15T09:27:38,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,36995,1731662857446 2024-11-15T09:27:38,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35093 {}] master.ServerManager(517): Registering regionserver=791f12959b23,36995,1731662857446 2024-11-15T09:27:38,104 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 2024-11-15T09:27:38,104 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44759 2024-11-15T09:27:38,104 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:38,105 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 2024-11-15T09:27:38,105 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44759 2024-11-15T09:27:38,105 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:38,123 WARN [791f12959b23:35093 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:27:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:38,192 DEBUG [RS:1;791f12959b23:34459 {}] zookeeper.ZKUtil(111): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,34459,1731662857487 2024-11-15T09:27:38,192 WARN [RS:1;791f12959b23:34459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:38,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,34459,1731662857487] 2024-11-15T09:27:38,192 INFO [RS:1;791f12959b23:34459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:38,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,36995,1731662857446] 2024-11-15T09:27:38,192 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,34459,1731662857487 2024-11-15T09:27:38,192 DEBUG [RS:0;791f12959b23:36995 {}] zookeeper.ZKUtil(111): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,36995,1731662857446 2024-11-15T09:27:38,192 WARN [RS:0;791f12959b23:36995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:38,192 INFO [RS:0;791f12959b23:36995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:38,192 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446 2024-11-15T09:27:38,196 INFO [RS:1;791f12959b23:34459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:38,198 INFO [RS:0;791f12959b23:36995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:38,198 INFO [RS:1;791f12959b23:34459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:38,198 INFO [RS:1;791f12959b23:34459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:38,198 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,199 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:38,199 INFO [RS:0;791f12959b23:36995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:38,200 INFO [RS:0;791f12959b23:36995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:38,200 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,200 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:38,200 INFO [RS:1;791f12959b23:34459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:38,200 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 INFO [RS:0;791f12959b23:36995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:38,201 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,201 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:38,202 DEBUG [RS:0;791f12959b23:36995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:38,202 DEBUG [RS:1;791f12959b23:34459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36995,1731662857446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,203 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34459,1731662857487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:38,217 INFO [RS:1;791f12959b23:34459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:38,218 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34459,1731662857487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,218 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,218 INFO [RS:1;791f12959b23:34459 {}] regionserver.Replication(171): 791f12959b23,34459,1731662857487 started 2024-11-15T09:27:38,219 INFO [RS:0;791f12959b23:36995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:38,219 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36995,1731662857446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,219 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,219 INFO [RS:0;791f12959b23:36995 {}] regionserver.Replication(171): 791f12959b23,36995,1731662857446 started 2024-11-15T09:27:38,234 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,234 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,234 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,34459,1731662857487, RpcServer on 791f12959b23/172.17.0.2:34459, sessionid=0x1013dd23fde0002 2024-11-15T09:27:38,234 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,36995,1731662857446, RpcServer on 791f12959b23/172.17.0.2:36995, sessionid=0x1013dd23fde0001 2024-11-15T09:27:38,234 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:38,234 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:38,234 DEBUG [RS:1;791f12959b23:34459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,34459,1731662857487 2024-11-15T09:27:38,234 DEBUG [RS:0;791f12959b23:36995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,36995,1731662857446 2024-11-15T09:27:38,234 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,34459,1731662857487' 2024-11-15T09:27:38,234 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36995,1731662857446' 2024-11-15T09:27:38,234 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:38,234 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,36995,1731662857446 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,34459,1731662857487 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36995,1731662857446' 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,34459,1731662857487' 2024-11-15T09:27:38,235 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:38,235 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:38,236 DEBUG [RS:0;791f12959b23:36995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:38,236 DEBUG [RS:1;791f12959b23:34459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:38,236 DEBUG [RS:1;791f12959b23:34459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:38,236 DEBUG [RS:0;791f12959b23:36995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:38,236 INFO [RS:1;791f12959b23:34459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:38,236 INFO [RS:0;791f12959b23:36995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:38,236 INFO [RS:1;791f12959b23:34459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:38,236 INFO [RS:0;791f12959b23:36995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:38,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:27:38,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:38,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:38,337 INFO [RS:1;791f12959b23:34459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:38,337 INFO [RS:0;791f12959b23:36995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:38,339 INFO [RS:1;791f12959b23:34459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C34459%2C1731662857487, suffix=, logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,34459,1731662857487, archiveDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs, maxLogs=32 2024-11-15T09:27:38,339 INFO [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36995%2C1731662857446, suffix=, logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446, archiveDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs, maxLogs=32 2024-11-15T09:27:38,359 DEBUG [RS:1;791f12959b23:34459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,34459,1731662857487/791f12959b23%2C34459%2C1731662857487.1731662858342, exclude list is [], retry=0 2024-11-15T09:27:38,360 DEBUG [RS:0;791f12959b23:36995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.1731662858342, exclude list is [], retry=0 2024-11-15T09:27:38,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40677,DS-015f624d-caaa-406d-89f8-4399b4ce50b8,DISK] 2024-11-15T09:27:38,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40677,DS-015f624d-caaa-406d-89f8-4399b4ce50b8,DISK] 2024-11-15T09:27:38,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-b4ab8818-e0f1-4673-a258-decd74efd84a,DISK] 2024-11-15T09:27:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-b4ab8818-e0f1-4673-a258-decd74efd84a,DISK] 2024-11-15T09:27:38,366 INFO [RS:1;791f12959b23:34459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,34459,1731662857487/791f12959b23%2C34459%2C1731662857487.1731662858342 2024-11-15T09:27:38,366 INFO [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.1731662858342 2024-11-15T09:27:38,366 DEBUG [RS:1;791f12959b23:34459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:42733:42733)] 2024-11-15T09:27:38,366 DEBUG [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:42733:42733)] 2024-11-15T09:27:38,373 DEBUG [791f12959b23:35093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:27:38,373 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:38,375 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:38,375 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:38,375 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:38,375 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:38,375 INFO [791f12959b23:35093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:38,376 INFO [791f12959b23:35093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:38,376 DEBUG [791f12959b23:35093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:38,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,36995,1731662857446 2024-11-15T09:27:38,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36995,1731662857446, state=OPENING 2024-11-15T09:27:38,413 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:27:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:38,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:38,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36995,1731662857446}] 2024-11-15T09:27:38,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:38,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:38,584 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:27:38,585 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:38,585 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:27:38,588 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36995%2C1731662857446.meta, suffix=.meta, logDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446, archiveDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs, maxLogs=32 2024-11-15T09:27:38,606 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.meta.1731662858589.meta, exclude list is [], retry=0 2024-11-15T09:27:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43331,DS-b4ab8818-e0f1-4673-a258-decd74efd84a,DISK] 2024-11-15T09:27:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40677,DS-015f624d-caaa-406d-89f8-4399b4ce50b8,DISK] 2024-11-15T09:27:38,610 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.meta.1731662858589.meta 2024-11-15T09:27:38,611 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42733:42733),(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-15T09:27:38,611 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:38,611 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:27:38,611 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:27:38,612 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:27:38,612 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:27:38,612 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:38,612 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:27:38,612 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:27:38,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:38,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:38,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:38,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:38,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:38,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:38,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:38,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:38,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:38,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:38,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:38,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:38,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:38,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:38,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:38,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:38,621 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:38,622 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740 2024-11-15T09:27:38,624 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740 2024-11-15T09:27:38,626 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:38,626 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:38,627 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:38,629 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:38,631 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65584443, jitterRate=-0.022715643048286438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:38,631 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:27:38,632 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662858612Writing region info on filesystem at 1731662858612Initializing all the Stores at 1731662858613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662858613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662858613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662858613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662858614 (+1 ms)Cleaning up temporary data from old regions at 1731662858626 (+12 ms)Running coprocessor post-open hooks at 1731662858631 (+5 ms)Region opened successfully at 1731662858632 (+1 ms) 2024-11-15T09:27:38,634 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662858578 2024-11-15T09:27:38,637 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:27:38,637 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:27:38,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36995,1731662857446 2024-11-15T09:27:38,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36995,1731662857446, state=OPEN 2024-11-15T09:27:38,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:38,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:38,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:38,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,36995,1731662857446 2024-11-15T09:27:38,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:27:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36995,1731662857446 in 226 msec 2024-11-15T09:27:38,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:27:38,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-15T09:27:38,661 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:38,661 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:27:38,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:38,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36995,1731662857446, seqNum=-1] 2024-11-15T09:27:38,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:38,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:38,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-15T09:27:38,672 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662858672, completionTime=-1 2024-11-15T09:27:38,672 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:27:38,672 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:27:38,674 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:27:38,674 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662918674 2024-11-15T09:27:38,675 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662978674 2024-11-15T09:27:38,675 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T09:27:38,675 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:27:38,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:35093, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,677 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,679 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.125sec 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:38,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:27:38,685 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:27:38,685 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:27:38,685 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,35093,1731662857285-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:38,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:38,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,35093,-1 for getting cluster id 2024-11-15T09:27:38,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:38,713 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3235ce8-e3f4-4b62-bbc6-38b522e8e5b5' 2024-11-15T09:27:38,713 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:38,713 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3235ce8-e3f4-4b62-bbc6-38b522e8e5b5" 2024-11-15T09:27:38,714 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b8669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:38,714 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,35093,-1] 2024-11-15T09:27:38,714 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:38,714 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:38,716 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:38,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:38,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:38,719 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36995,1731662857446, seqNum=-1] 2024-11-15T09:27:38,719 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:38,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:38,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,35093,1731662857285 2024-11-15T09:27:38,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:27:38,725 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,35093,1731662857285 2024-11-15T09:27:38,726 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@374223d7 2024-11-15T09:27:38,726 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:27:38,727 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:27:38,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:27:38,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:27:38,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:38,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:27:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:38,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:27:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:38,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78cbfea917b7b7e887c0016f752900e9, NAME => 'testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 2024-11-15T09:27:38,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 85bf8d91bc6e4a140b2ff2aa2069cd45, NAME => 'testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3 2024-11-15T09:27:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:38,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:38,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 78cbfea917b7b7e887c0016f752900e9, disabling compactions & flushes 2024-11-15T09:27:38,754 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:38,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:38,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. after waiting 0 ms 2024-11-15T09:27:38,754 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:38,755 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:38,755 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78cbfea917b7b7e887c0016f752900e9: Waiting for close lock at 1731662858754Disabling compacts and flushes for region at 1731662858754Disabling writes for close at 1731662858754Writing region close event to WAL at 1731662858754Closed at 1731662858754 2024-11-15T09:27:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 85bf8d91bc6e4a140b2ff2aa2069cd45, disabling compactions & flushes 2024-11-15T09:27:38,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. after waiting 0 ms 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:38,757 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:38,757 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 85bf8d91bc6e4a140b2ff2aa2069cd45: Waiting for close lock at 1731662858757Disabling compacts and flushes for region at 1731662858757Disabling writes for close at 1731662858757Writing region close event to WAL at 1731662858757Closed at 1731662858757 2024-11-15T09:27:38,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:27:38,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662858759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662858759"}]},"ts":"1731662858759"} 2024-11-15T09:27:38,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662858759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662858759"}]},"ts":"1731662858759"} 2024-11-15T09:27:38,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:27:38,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:27:38,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662858766"}]},"ts":"1731662858766"} 2024-11-15T09:27:38,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:27:38,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:38,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:38,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:38,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:38,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:38,772 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:38,772 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:38,772 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:38,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78cbfea917b7b7e887c0016f752900e9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85bf8d91bc6e4a140b2ff2aa2069cd45, ASSIGN}] 2024-11-15T09:27:38,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78cbfea917b7b7e887c0016f752900e9, ASSIGN 2024-11-15T09:27:38,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85bf8d91bc6e4a140b2ff2aa2069cd45, ASSIGN 2024-11-15T09:27:38,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78cbfea917b7b7e887c0016f752900e9, ASSIGN; state=OFFLINE, location=791f12959b23,36995,1731662857446; forceNewPlan=false, retain=false 2024-11-15T09:27:38,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85bf8d91bc6e4a140b2ff2aa2069cd45, ASSIGN; state=OFFLINE, location=791f12959b23,34459,1731662857487; forceNewPlan=false, retain=false 2024-11-15T09:27:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:38,928 INFO [791f12959b23:35093 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:27:38,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85bf8d91bc6e4a140b2ff2aa2069cd45, regionState=OPENING, regionLocation=791f12959b23,34459,1731662857487 2024-11-15T09:27:38,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78cbfea917b7b7e887c0016f752900e9, regionState=OPENING, regionLocation=791f12959b23,36995,1731662857446 2024-11-15T09:27:38,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78cbfea917b7b7e887c0016f752900e9, ASSIGN because future has completed 2024-11-15T09:27:38,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78cbfea917b7b7e887c0016f752900e9, server=791f12959b23,36995,1731662857446}] 2024-11-15T09:27:38,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85bf8d91bc6e4a140b2ff2aa2069cd45, ASSIGN because future has completed 2024-11-15T09:27:38,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85bf8d91bc6e4a140b2ff2aa2069cd45, server=791f12959b23,34459,1731662857487}] 2024-11-15T09:27:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:39,087 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:39,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:39,091 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,091 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 78cbfea917b7b7e887c0016f752900e9, NAME => 'testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:27:39,091 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,092 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:39,092 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,092 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,094 INFO [StoreOpener-78cbfea917b7b7e887c0016f752900e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,096 INFO [StoreOpener-78cbfea917b7b7e887c0016f752900e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78cbfea917b7b7e887c0016f752900e9 columnFamilyName family 2024-11-15T09:27:39,096 DEBUG [StoreOpener-78cbfea917b7b7e887c0016f752900e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:39,096 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,096 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 85bf8d91bc6e4a140b2ff2aa2069cd45, NAME => 'testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:27:39,097 INFO [StoreOpener-78cbfea917b7b7e887c0016f752900e9-1 {}] regionserver.HStore(327): Store=78cbfea917b7b7e887c0016f752900e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:39,097 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,097 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:39,097 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,097 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,097 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,098 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,099 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,099 INFO [StoreOpener-85bf8d91bc6e4a140b2ff2aa2069cd45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,099 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,099 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,100 INFO [StoreOpener-85bf8d91bc6e4a140b2ff2aa2069cd45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85bf8d91bc6e4a140b2ff2aa2069cd45 columnFamilyName family 2024-11-15T09:27:39,100 DEBUG [StoreOpener-85bf8d91bc6e4a140b2ff2aa2069cd45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:39,101 INFO [StoreOpener-85bf8d91bc6e4a140b2ff2aa2069cd45-1 {}] regionserver.HStore(327): Store=85bf8d91bc6e4a140b2ff2aa2069cd45/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:39,101 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,103 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,103 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,103 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,104 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:39,105 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 78cbfea917b7b7e887c0016f752900e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74750583, jitterRate=0.11387048661708832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:39,105 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,105 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,106 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 78cbfea917b7b7e887c0016f752900e9: Running coprocessor pre-open hook at 1731662859092Writing region info on filesystem at 1731662859092Initializing all the Stores at 1731662859093 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662859093Cleaning up temporary data from old regions at 1731662859099 (+6 ms)Running coprocessor post-open hooks at 1731662859105 (+6 ms)Region opened successfully at 1731662859106 (+1 ms) 2024-11-15T09:27:39,107 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9., pid=7, masterSystemTime=1731662859086 2024-11-15T09:27:39,109 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:39,110 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 85bf8d91bc6e4a140b2ff2aa2069cd45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63037502, jitterRate=-0.06066802144050598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:39,110 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,110 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 85bf8d91bc6e4a140b2ff2aa2069cd45: Running coprocessor pre-open hook at 1731662859097Writing region info on filesystem at 1731662859097Initializing all the Stores at 1731662859099 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662859099Cleaning up temporary data from old regions at 1731662859103 (+4 ms)Running coprocessor post-open hooks at 1731662859110 (+7 ms)Region opened successfully at 1731662859110 2024-11-15T09:27:39,111 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,111 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,111 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45., pid=8, masterSystemTime=1731662859087 2024-11-15T09:27:39,112 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=78cbfea917b7b7e887c0016f752900e9, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36995,1731662857446 2024-11-15T09:27:39,115 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,115 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85bf8d91bc6e4a140b2ff2aa2069cd45, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,34459,1731662857487 2024-11-15T09:27:39,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78cbfea917b7b7e887c0016f752900e9, server=791f12959b23,36995,1731662857446 because future has completed 2024-11-15T09:27:39,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85bf8d91bc6e4a140b2ff2aa2069cd45, server=791f12959b23,34459,1731662857487 because future has completed 2024-11-15T09:27:39,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T09:27:39,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 78cbfea917b7b7e887c0016f752900e9, server=791f12959b23,36995,1731662857446 in 186 msec 2024-11-15T09:27:39,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T09:27:39,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 85bf8d91bc6e4a140b2ff2aa2069cd45, server=791f12959b23,34459,1731662857487 in 187 msec 2024-11-15T09:27:39,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=78cbfea917b7b7e887c0016f752900e9, ASSIGN in 351 msec 2024-11-15T09:27:39,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T09:27:39,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85bf8d91bc6e4a140b2ff2aa2069cd45, ASSIGN in 353 msec 2024-11-15T09:27:39,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:27:39,130 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662859130"}]},"ts":"1731662859130"} 2024-11-15T09:27:39,133 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:27:39,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:27:39,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-11-15T09:27:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:39,360 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:27:39,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:27:39,360 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:39,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:27:39,364 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:39,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:27:39,368 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9., hostname=791f12959b23,36995,1731662857446, seqNum=2] 2024-11-15T09:27:39,382 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45., hostname=791f12959b23,34459,1731662857487, seqNum=2] 2024-11-15T09:27:39,382 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:39,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:39,396 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 78cbfea917b7b7e887c0016f752900e9 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:27:39,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/.tmp/family/cbd7d3f320d3491eb3e60289638a2d05 is 32, key is 1/family:/1731662859369/Put/seqid=0 2024-11-15T09:27:39,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741839_1015 (size=5054) 2024-11-15T09:27:39,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741839_1015 (size=5054) 2024-11-15T09:27:39,423 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/.tmp/family/cbd7d3f320d3491eb3e60289638a2d05 2024-11-15T09:27:39,432 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/.tmp/family/cbd7d3f320d3491eb3e60289638a2d05 as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/family/cbd7d3f320d3491eb3e60289638a2d05 2024-11-15T09:27:39,440 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/family/cbd7d3f320d3491eb3e60289638a2d05, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:27:39,442 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 78cbfea917b7b7e887c0016f752900e9 in 45ms, sequenceid=8, compaction requested=false 2024-11-15T09:27:39,442 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 78cbfea917b7b7e887c0016f752900e9: 2024-11-15T09:27:39,442 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 85bf8d91bc6e4a140b2ff2aa2069cd45 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:27:39,463 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/.tmp/family/ca9a68086a5841799a779053dee006b2 is 32, key is 5/family:/1731662859385/Put/seqid=0 2024-11-15T09:27:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741840_1016 (size=5083) 2024-11-15T09:27:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741840_1016 (size=5083) 2024-11-15T09:27:39,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/.tmp/family/ca9a68086a5841799a779053dee006b2 2024-11-15T09:27:39,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/.tmp/family/ca9a68086a5841799a779053dee006b2 as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/family/ca9a68086a5841799a779053dee006b2 2024-11-15T09:27:39,487 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/family/ca9a68086a5841799a779053dee006b2, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:27:39,488 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 85bf8d91bc6e4a140b2ff2aa2069cd45 in 46ms, sequenceid=9, compaction requested=false 2024-11-15T09:27:39,488 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 85bf8d91bc6e4a140b2ff2aa2069cd45: 2024-11-15T09:27:39,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:27:39,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:39,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:39,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:39,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:27:39,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1957673310, stopped=false 2024-11-15T09:27:39,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,35093,1731662857285 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:39,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:39,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:39,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:39,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:39,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:39,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:39,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:39,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,36995,1731662857446' ***** 2024-11-15T09:27:39,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:39,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,34459,1731662857487' ***** 2024-11-15T09:27:39,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:39,552 INFO [RS:1;791f12959b23:34459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:39,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(3091): Received CLOSE for 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:39,552 INFO [RS:1;791f12959b23:34459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:39,552 INFO [RS:1;791f12959b23:34459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,36995,1731662857446 2024-11-15T09:27:39,552 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(3091): Received CLOSE for 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,552 INFO [RS:0;791f12959b23:36995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:36995. 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78cbfea917b7b7e887c0016f752900e9, disabling compactions & flushes 2024-11-15T09:27:39,553 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,34459,1731662857487 2024-11-15T09:27:39,553 DEBUG [RS:0;791f12959b23:36995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:39,553 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,553 INFO [RS:1;791f12959b23:34459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:39,553 DEBUG [RS:0;791f12959b23:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,553 INFO [RS:1;791f12959b23:34459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:34459. 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85bf8d91bc6e4a140b2ff2aa2069cd45, disabling compactions & flushes 2024-11-15T09:27:39,553 DEBUG [RS:1;791f12959b23:34459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. after waiting 0 ms 2024-11-15T09:27:39,553 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,553 DEBUG [RS:1;791f12959b23:34459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:39,553 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. after waiting 0 ms 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:27:39,553 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1325): Online Regions={85bf8d91bc6e4a140b2ff2aa2069cd45=testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45.} 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,553 DEBUG [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1351): Waiting on 85bf8d91bc6e4a140b2ff2aa2069cd45 2024-11-15T09:27:39,553 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:27:39,553 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 78cbfea917b7b7e887c0016f752900e9=testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9.} 2024-11-15T09:27:39,553 DEBUG [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78cbfea917b7b7e887c0016f752900e9 2024-11-15T09:27:39,553 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:39,554 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:39,554 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:39,554 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:39,554 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:39,554 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:27:39,559 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/85bf8d91bc6e4a140b2ff2aa2069cd45/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:27:39,559 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/default/testClearRegionBlockCache/78cbfea917b7b7e887c0016f752900e9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:27:39,560 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,560 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85bf8d91bc6e4a140b2ff2aa2069cd45: Waiting for close lock at 1731662859553Running coprocessor pre-close hooks at 1731662859553Disabling compacts and flushes for region at 1731662859553Disabling writes for close at 1731662859553Writing region close event to WAL at 1731662859554 (+1 ms)Running coprocessor post-close hooks at 1731662859559 (+5 ms)Closed at 1731662859559 2024-11-15T09:27:39,560 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45. 2024-11-15T09:27:39,560 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,560 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78cbfea917b7b7e887c0016f752900e9: Waiting for close lock at 1731662859552Running coprocessor pre-close hooks at 1731662859552Disabling compacts and flushes for region at 1731662859552Disabling writes for close at 1731662859553 (+1 ms)Writing region close event to WAL at 1731662859554 (+1 ms)Running coprocessor post-close hooks at 1731662859560 (+6 ms)Closed at 1731662859560 2024-11-15T09:27:39,560 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662858728.78cbfea917b7b7e887c0016f752900e9. 2024-11-15T09:27:39,572 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/info/91d1d0bcf1634b108736f70ffa7c73c7 is 173, key is testClearRegionBlockCache,5,1731662858728.85bf8d91bc6e4a140b2ff2aa2069cd45./info:regioninfo/1731662859116/Put/seqid=0 2024-11-15T09:27:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:39,579 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/info/91d1d0bcf1634b108736f70ffa7c73c7 2024-11-15T09:27:39,602 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/ns/b8eb550ddae44f5a91113eafa8c1c85f is 43, key is default/ns:d/1731662858666/Put/seqid=0 2024-11-15T09:27:39,604 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:39,605 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:39,608 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/ns/b8eb550ddae44f5a91113eafa8c1c85f 2024-11-15T09:27:39,629 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/table/7129bbad1e7c4abfa2705f272cdcc7ff is 61, key is testClearRegionBlockCache/table:state/1731662859130/Put/seqid=0 2024-11-15T09:27:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:39,640 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/table/7129bbad1e7c4abfa2705f272cdcc7ff 2024-11-15T09:27:39,649 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/info/91d1d0bcf1634b108736f70ffa7c73c7 as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/info/91d1d0bcf1634b108736f70ffa7c73c7 2024-11-15T09:27:39,658 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/info/91d1d0bcf1634b108736f70ffa7c73c7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:27:39,660 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/ns/b8eb550ddae44f5a91113eafa8c1c85f as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/ns/b8eb550ddae44f5a91113eafa8c1c85f 2024-11-15T09:27:39,668 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/ns/b8eb550ddae44f5a91113eafa8c1c85f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:27:39,669 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/.tmp/table/7129bbad1e7c4abfa2705f272cdcc7ff as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/table/7129bbad1e7c4abfa2705f272cdcc7ff 2024-11-15T09:27:39,677 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/table/7129bbad1e7c4abfa2705f272cdcc7ff, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:27:39,679 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false 2024-11-15T09:27:39,684 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:27:39,685 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:27:39,685 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:39,685 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662859553Running coprocessor pre-close hooks at 1731662859553Disabling compacts and flushes for region at 1731662859553Disabling writes for close at 1731662859554 (+1 ms)Obtaining lock to block concurrent updates at 1731662859554Preparing flush snapshotting stores in 1588230740 at 1731662859554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662859555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662859555Flushing 1588230740/info: creating writer at 1731662859555Flushing 1588230740/info: appending metadata at 1731662859571 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731662859571Flushing 1588230740/ns: creating writer at 1731662859586 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731662859601 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731662859601Flushing 1588230740/table: creating writer at 1731662859615 (+14 ms)Flushing 1588230740/table: appending metadata at 1731662859629 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731662859629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e92f65b: reopening flushed file at 1731662859648 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa39c21: reopening flushed file at 1731662859658 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5fb0e: reopening flushed file at 1731662859668 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false at 1731662859679 (+11 ms)Writing region close event to WAL at 1731662859680 (+1 ms)Running coprocessor post-close hooks at 1731662859684 (+4 ms)Closed at 1731662859685 (+1 ms) 2024-11-15T09:27:39,685 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:39,753 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,34459,1731662857487; all regions closed. 2024-11-15T09:27:39,754 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,36995,1731662857446; all regions closed. 2024-11-15T09:27:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:27:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:27:39,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.meta.1731662858589.meta not finished, retry = 0 2024-11-15T09:27:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:39,759 DEBUG [RS:1;791f12959b23:34459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs 2024-11-15T09:27:39,759 INFO [RS:1;791f12959b23:34459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C34459%2C1731662857487:(num 1731662858342) 2024-11-15T09:27:39,759 DEBUG [RS:1;791f12959b23:34459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,759 INFO [RS:1;791f12959b23:34459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:39,759 INFO [RS:1;791f12959b23:34459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:39,760 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:39,760 INFO [RS:1;791f12959b23:34459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34459 2024-11-15T09:27:39,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:39,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,34459,1731662857487 2024-11-15T09:27:39,771 INFO [RS:1;791f12959b23:34459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:39,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,34459,1731662857487] 2024-11-15T09:27:39,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,34459,1731662857487 already deleted, retry=false 2024-11-15T09:27:39,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,34459,1731662857487 expired; onlineServers=1 2024-11-15T09:27:39,860 DEBUG [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs 2024-11-15T09:27:39,860 INFO [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36995%2C1731662857446.meta:.meta(num 1731662858589) 2024-11-15T09:27:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741834_1010 (size=1758) 2024-11-15T09:27:39,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/WALs/791f12959b23,36995,1731662857446/791f12959b23%2C36995%2C1731662857446.1731662858342 not finished, retry = 0 2024-11-15T09:27:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741834_1010 (size=1758) 2024-11-15T09:27:39,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:39,882 INFO [RS:1;791f12959b23:34459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:39,882 INFO [RS:1;791f12959b23:34459 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,34459,1731662857487; zookeeper connection closed. 2024-11-15T09:27:39,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34459-0x1013dd23fde0002, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:39,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55ec7053 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55ec7053 2024-11-15T09:27:39,966 DEBUG [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/oldWALs 2024-11-15T09:27:39,966 INFO [RS:0;791f12959b23:36995 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36995%2C1731662857446:(num 1731662858342) 2024-11-15T09:27:39,966 DEBUG [RS:0;791f12959b23:36995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:39,966 INFO [RS:0;791f12959b23:36995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:39,966 INFO [RS:0;791f12959b23:36995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:39,967 INFO [RS:0;791f12959b23:36995 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:39,967 INFO [RS:0;791f12959b23:36995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:39,967 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:39,967 INFO [RS:0;791f12959b23:36995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36995 2024-11-15T09:27:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,36995,1731662857446 2024-11-15T09:27:39,977 INFO [RS:0;791f12959b23:36995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:39,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,36995,1731662857446] 2024-11-15T09:27:39,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,36995,1731662857446 already deleted, retry=false 2024-11-15T09:27:39,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,36995,1731662857446 expired; onlineServers=0 2024-11-15T09:27:39,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,35093,1731662857285' ***** 2024-11-15T09:27:39,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:27:39,999 INFO [M:0;791f12959b23:35093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:39,999 INFO [M:0;791f12959b23:35093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:39,999 DEBUG [M:0;791f12959b23:35093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:27:39,999 DEBUG [M:0;791f12959b23:35093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:27:39,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:27:39,999 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662857919 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662857919,5,FailOnTimeoutGroup] 2024-11-15T09:27:39,999 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662857920 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662857920,5,FailOnTimeoutGroup] 2024-11-15T09:27:39,999 INFO [M:0;791f12959b23:35093 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:39,999 INFO [M:0;791f12959b23:35093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:40,000 DEBUG [M:0;791f12959b23:35093 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:27:40,000 INFO [M:0;791f12959b23:35093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:27:40,000 INFO [M:0;791f12959b23:35093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:40,000 INFO [M:0;791f12959b23:35093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:27:40,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:27:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:40,009 DEBUG [M:0;791f12959b23:35093 {}] zookeeper.ZKUtil(347): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:27:40,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:40,009 WARN [M:0;791f12959b23:35093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:27:40,010 INFO [M:0;791f12959b23:35093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/.lastflushedseqids 2024-11-15T09:27:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:40,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:40,088 INFO [RS:0;791f12959b23:36995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:40,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36995-0x1013dd23fde0001, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:40,088 INFO [RS:0;791f12959b23:36995 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,36995,1731662857446; zookeeper connection closed. 2024-11-15T09:27:40,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d8487b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d8487b9 2024-11-15T09:27:40,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:27:40,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T09:27:40,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T09:27:40,418 INFO [M:0;791f12959b23:35093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:27:40,418 INFO [M:0;791f12959b23:35093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:27:40,418 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:40,418 INFO [M:0;791f12959b23:35093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:40,418 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:40,418 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:40,418 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:40,418 INFO [M:0;791f12959b23:35093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-15T09:27:40,436 DEBUG [M:0;791f12959b23:35093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d1ec35ac6a946c1a14413784c10989e is 82, key is hbase:meta,,1/info:regioninfo/1731662858638/Put/seqid=0 2024-11-15T09:27:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:40,443 INFO [M:0;791f12959b23:35093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d1ec35ac6a946c1a14413784c10989e 2024-11-15T09:27:40,470 DEBUG [M:0;791f12959b23:35093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7d9007d0fb45058e5c0217a1dfa6a8 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662859137/Put/seqid=0 2024-11-15T09:27:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:40,476 INFO [M:0;791f12959b23:35093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7d9007d0fb45058e5c0217a1dfa6a8 2024-11-15T09:27:40,501 DEBUG [M:0;791f12959b23:35093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250f112fb48e4b54876d2cd1186572e7 is 69, key is 791f12959b23,34459,1731662857487/rs:state/1731662858102/Put/seqid=0 2024-11-15T09:27:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:40,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:40,507 INFO [M:0;791f12959b23:35093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250f112fb48e4b54876d2cd1186572e7 2024-11-15T09:27:40,514 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d1ec35ac6a946c1a14413784c10989e as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d1ec35ac6a946c1a14413784c10989e 2024-11-15T09:27:40,520 INFO [M:0;791f12959b23:35093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d1ec35ac6a946c1a14413784c10989e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:27:40,522 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7d9007d0fb45058e5c0217a1dfa6a8 as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7d9007d0fb45058e5c0217a1dfa6a8 2024-11-15T09:27:40,528 INFO [M:0;791f12959b23:35093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7d9007d0fb45058e5c0217a1dfa6a8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:27:40,529 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250f112fb48e4b54876d2cd1186572e7 as hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/250f112fb48e4b54876d2cd1186572e7 2024-11-15T09:27:40,536 INFO [M:0;791f12959b23:35093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44759/user/jenkins/test-data/381c414e-c50a-d7ce-c798-7315f253bcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/250f112fb48e4b54876d2cd1186572e7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:27:40,538 INFO [M:0;791f12959b23:35093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-11-15T09:27:40,539 INFO [M:0;791f12959b23:35093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:40,539 DEBUG [M:0;791f12959b23:35093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662860418Disabling compacts and flushes for region at 1731662860418Disabling writes for close at 1731662860418Obtaining lock to block concurrent updates at 1731662860418Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662860418Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731662860419 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662860420 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662860420Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662860435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662860435Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662860451 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662860469 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662860469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662860483 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662860501 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662860501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed1f616: reopening flushed file at 1731662860513 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac701b1: reopening flushed file at 1731662860521 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@566a9fc4: reopening flushed file at 1731662860528 (+7 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1731662860538 (+10 ms)Writing region close event to WAL at 1731662860539 (+1 ms)Closed at 1731662860539 2024-11-15T09:27:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43331 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40677 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:40,544 INFO [M:0;791f12959b23:35093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:27:40,544 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:40,544 INFO [M:0;791f12959b23:35093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35093 2024-11-15T09:27:40,544 INFO [M:0;791f12959b23:35093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:40,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:40,692 INFO [M:0;791f12959b23:35093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35093-0x1013dd23fde0000, quorum=127.0.0.1:64894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:40,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561725b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:40,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:40,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:40,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:40,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:40,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:40,696 WARN [BP-1769671756-172.17.0.2-1731662855177 heartbeating to localhost/127.0.0.1:44759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:40,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:40,696 WARN [BP-1769671756-172.17.0.2-1731662855177 heartbeating to localhost/127.0.0.1:44759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1769671756-172.17.0.2-1731662855177 (Datanode Uuid 331eee61-cca3-44ee-8ad3-b966491ed305) service to localhost/127.0.0.1:44759 2024-11-15T09:27:40,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data3/current/BP-1769671756-172.17.0.2-1731662855177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:40,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data4/current/BP-1769671756-172.17.0.2-1731662855177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:40,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4003b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:40,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:40,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:40,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:40,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:40,701 WARN [BP-1769671756-172.17.0.2-1731662855177 heartbeating to localhost/127.0.0.1:44759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:40,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:40,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:40,701 WARN [BP-1769671756-172.17.0.2-1731662855177 heartbeating to localhost/127.0.0.1:44759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1769671756-172.17.0.2-1731662855177 (Datanode Uuid 01a7fc33-d6ba-4e24-bfc0-e7be0631c7c4) service to localhost/127.0.0.1:44759 2024-11-15T09:27:40,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data1/current/BP-1769671756-172.17.0.2-1731662855177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:40,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/cluster_5067f67c-dfdb-640c-cfeb-7a518069f024/data/data2/current/BP-1769671756-172.17.0.2-1731662855177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:40,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:40,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa67c50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:40,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:40,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:40,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:40,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:40,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:27:40,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:27:40,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=112 (was 81) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44759 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44759 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4078 (was 4228) 2024-11-15T09:27:40,754 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=112, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=4077 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir so I do NOT create it in target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3 2024-11-15T09:27:40,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.tmp.dir so I do NOT create it in target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3 2024-11-15T09:27:40,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7139eaf2-6688-3194-709f-5d130afe468b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:27:40,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38, deleteOnExit=true 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:27:40,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/test.cache.data in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:27:40,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:40,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:27:40,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:27:41,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:41,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:41,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:41,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:41,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:41,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:41,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c77a395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:41,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281223ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:41,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326da6f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/java.io.tmpdir/jetty-localhost-36849-hadoop-hdfs-3_4_1-tests_jar-_-any-3931656601063961452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:41,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b936d{HTTP/1.1, (http/1.1)}{localhost:36849} 2024-11-15T09:27:41,237 INFO [Time-limited test {}] server.Server(415): Started @17926ms 2024-11-15T09:27:41,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:41,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:41,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:41,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:41,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:41,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4263f1d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:41,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61778315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:41,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9a33395{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/java.io.tmpdir/jetty-localhost-40327-hadoop-hdfs-3_4_1-tests_jar-_-any-17340444836837438963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:41,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d612167{HTTP/1.1, (http/1.1)}{localhost:40327} 2024-11-15T09:27:41,622 INFO [Time-limited test {}] server.Server(415): Started @18311ms 2024-11-15T09:27:41,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:41,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:41,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:41,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:41,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:41,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:41,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61abe4fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:41,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9712b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:41,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6688c295{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/java.io.tmpdir/jetty-localhost-36393-hadoop-hdfs-3_4_1-tests_jar-_-any-7354810702174305643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:41,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9c6c235{HTTP/1.1, (http/1.1)}{localhost:36393} 2024-11-15T09:27:41,764 INFO [Time-limited test {}] server.Server(415): Started @18453ms 2024-11-15T09:27:41,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:42,761 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data2/current/BP-137723792-172.17.0.2-1731662860798/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:42,761 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data1/current/BP-137723792-172.17.0.2-1731662860798/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:42,783 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca46d0f0125fd610 with lease ID 0x49bb0ab3ee0659bc: Processing first storage report for DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7 from datanode DatanodeRegistration(127.0.0.1:36917, datanodeUuid=f773c203-0907-4749-8ccb-9d1e5a00739a, infoPort=43789, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798) 2024-11-15T09:27:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca46d0f0125fd610 with lease ID 0x49bb0ab3ee0659bc: from storage DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7 node DatanodeRegistration(127.0.0.1:36917, datanodeUuid=f773c203-0907-4749-8ccb-9d1e5a00739a, infoPort=43789, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:27:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca46d0f0125fd610 with lease ID 0x49bb0ab3ee0659bc: Processing first storage report for DS-dfee8a5a-cc01-4875-8898-f4129beb7cba from datanode DatanodeRegistration(127.0.0.1:36917, datanodeUuid=f773c203-0907-4749-8ccb-9d1e5a00739a, infoPort=43789, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798) 2024-11-15T09:27:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca46d0f0125fd610 with lease ID 0x49bb0ab3ee0659bc: from storage DS-dfee8a5a-cc01-4875-8898-f4129beb7cba node DatanodeRegistration(127.0.0.1:36917, datanodeUuid=f773c203-0907-4749-8ccb-9d1e5a00739a, infoPort=43789, infoSecurePort=0, ipcPort=45477, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:42,910 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data4/current/BP-137723792-172.17.0.2-1731662860798/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:42,910 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data3/current/BP-137723792-172.17.0.2-1731662860798/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:42,928 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9ad5c69dc17cf12 with lease ID 0x49bb0ab3ee0659bd: Processing first storage report for DS-71af0423-7803-4516-9927-38b9d2961e83 from datanode DatanodeRegistration(127.0.0.1:37387, datanodeUuid=2cca9ef0-690a-430f-b03b-f56b6e7ed578, infoPort=38823, infoSecurePort=0, ipcPort=33559, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798) 2024-11-15T09:27:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9ad5c69dc17cf12 with lease ID 0x49bb0ab3ee0659bd: from storage DS-71af0423-7803-4516-9927-38b9d2961e83 node DatanodeRegistration(127.0.0.1:37387, datanodeUuid=2cca9ef0-690a-430f-b03b-f56b6e7ed578, infoPort=38823, infoSecurePort=0, ipcPort=33559, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9ad5c69dc17cf12 with lease ID 0x49bb0ab3ee0659bd: Processing first storage report for DS-9860e860-db3b-4868-9bb6-e6aef508eb12 from datanode DatanodeRegistration(127.0.0.1:37387, datanodeUuid=2cca9ef0-690a-430f-b03b-f56b6e7ed578, infoPort=38823, infoSecurePort=0, ipcPort=33559, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798) 2024-11-15T09:27:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9ad5c69dc17cf12 with lease ID 0x49bb0ab3ee0659bd: from storage DS-9860e860-db3b-4868-9bb6-e6aef508eb12 node DatanodeRegistration(127.0.0.1:37387, datanodeUuid=2cca9ef0-690a-430f-b03b-f56b6e7ed578, infoPort=38823, infoSecurePort=0, ipcPort=33559, storageInfo=lv=-57;cid=testClusterID;nsid=1822438008;c=1731662860798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:43,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3 2024-11-15T09:27:43,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/zookeeper_0, clientPort=51209, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:27:43,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51209 2024-11-15T09:27:43,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:43,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c with version=8 2024-11-15T09:27:43,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/hbase-staging 2024-11-15T09:27:43,032 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:27:43,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:43,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42527 2024-11-15T09:27:43,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42527 connecting to ZooKeeper ensemble=127.0.0.1:51209 2024-11-15T09:27:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425270x0, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:43,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42527-0x1013dd256520000 connected 2024-11-15T09:27:43,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:43,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c, hbase.cluster.distributed=false 2024-11-15T09:27:43,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:43,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-15T09:27:43,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42527 2024-11-15T09:27:43,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42527 2024-11-15T09:27:43,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-15T09:27:43,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-15T09:27:43,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:43,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:43,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:43,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37459 2024-11-15T09:27:43,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37459 connecting to ZooKeeper ensemble=127.0.0.1:51209 2024-11-15T09:27:43,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374590x0, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:43,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374590x0, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:43,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37459-0x1013dd256520001 connected 2024-11-15T09:27:43,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:43,204 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:43,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:43,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:43,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-15T09:27:43,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37459 2024-11-15T09:27:43,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37459 2024-11-15T09:27:43,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-15T09:27:43,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37459 2024-11-15T09:27:43,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:43,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:43,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45113 2024-11-15T09:27:43,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45113 connecting to ZooKeeper ensemble=127.0.0.1:51209 2024-11-15T09:27:43,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451130x0, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:43,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451130x0, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:43,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45113-0x1013dd256520002 connected 2024-11-15T09:27:43,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:43,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:43,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:43,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45113 2024-11-15T09:27:43,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45113 2024-11-15T09:27:43,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45113 2024-11-15T09:27:43,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45113 2024-11-15T09:27:43,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45113 2024-11-15T09:27:43,263 DEBUG [M:0;791f12959b23:42527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:42527 2024-11-15T09:27:43,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,42527,1731662863032 2024-11-15T09:27:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,277 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,42527,1731662863032 2024-11-15T09:27:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,287 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:27:43,288 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,42527,1731662863032 from backup master directory 2024-11-15T09:27:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,42527,1731662863032 2024-11-15T09:27:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:43,297 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:43,298 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,42527,1731662863032 2024-11-15T09:27:43,302 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/hbase.id] with ID: c2ac74ce-f3db-46bd-af53-fe9205d9a033 2024-11-15T09:27:43,303 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/.tmp/hbase.id 2024-11-15T09:27:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:43,310 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/.tmp/hbase.id]:[hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/hbase.id] 2024-11-15T09:27:43,322 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:43,322 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:27:43,324 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T09:27:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:43,343 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:43,344 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:27:43,344 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:43,355 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store 2024-11-15T09:27:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:43,363 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:43,363 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:43,363 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:43,363 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:43,363 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:43,364 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:43,364 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:43,364 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662863363Disabling compacts and flushes for region at 1731662863363Disabling writes for close at 1731662863364 (+1 ms)Writing region close event to WAL at 1731662863364Closed at 1731662863364 2024-11-15T09:27:43,365 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/.initializing 2024-11-15T09:27:43,365 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/WALs/791f12959b23,42527,1731662863032 2024-11-15T09:27:43,366 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:43,369 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C42527%2C1731662863032, suffix=, logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/WALs/791f12959b23,42527,1731662863032, archiveDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/oldWALs, maxLogs=10 2024-11-15T09:27:43,389 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/WALs/791f12959b23,42527,1731662863032/791f12959b23%2C42527%2C1731662863032.1731662863369, exclude list is [], retry=0 2024-11-15T09:27:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36917,DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7,DISK] 2024-11-15T09:27:43,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37387,DS-71af0423-7803-4516-9927-38b9d2961e83,DISK] 2024-11-15T09:27:43,395 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/WALs/791f12959b23,42527,1731662863032/791f12959b23%2C42527%2C1731662863032.1731662863369 2024-11-15T09:27:43,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789),(127.0.0.1/127.0.0.1:38823:38823)] 2024-11-15T09:27:43,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:43,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:43,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:27:43,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:43,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:27:43,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:43,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:27:43,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:43,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:27:43,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:43,408 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,409 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,410 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,411 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,411 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,412 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:43,413 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:43,416 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:43,417 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015953, jitterRate=-0.09079144895076752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:43,418 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662863396Initializing all the Stores at 1731662863398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662863398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662863398Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662863398Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662863398Cleaning up temporary data from old regions at 1731662863411 (+13 ms)Region opened successfully at 1731662863418 (+7 ms) 2024-11-15T09:27:43,418 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:27:43,423 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50809fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:43,424 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:27:43,425 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:27:43,425 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:27:43,425 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:27:43,426 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:27:43,426 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:27:43,426 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:27:43,429 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:27:43,431 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:27:43,440 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:27:43,441 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:27:43,442 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:27:43,451 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:27:43,452 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:27:43,453 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:27:43,466 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:27:43,467 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:27:43,476 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:27:43,478 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:27:43,487 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,498 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,42527,1731662863032, sessionid=0x1013dd256520000, setting cluster-up flag (Was=false) 2024-11-15T09:27:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,550 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:27:43,551 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,42527,1731662863032 2024-11-15T09:27:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:43,640 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:27:43,642 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,42527,1731662863032 2024-11-15T09:27:43,643 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:27:43,645 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:43,646 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:27:43,646 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:27:43,646 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,42527,1731662863032 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:43,648 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662893649 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:27:43,649 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:27:43,650 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:27:43,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:43,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:27:43,651 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662863651,5,FailOnTimeoutGroup] 2024-11-15T09:27:43,651 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662863651,5,FailOnTimeoutGroup] 2024-11-15T09:27:43,651 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,651 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:27:43,651 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,651 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:27:43,653 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(746): ClusterId : c2ac74ce-f3db-46bd-af53-fe9205d9a033 2024-11-15T09:27:43,653 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:43,654 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(746): ClusterId : c2ac74ce-f3db-46bd-af53-fe9205d9a033 2024-11-15T09:27:43,654 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:43,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:43,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:27:43,669 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c 2024-11-15T09:27:43,677 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:43,677 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:43,677 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:43,677 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:43,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:43,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:43,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:43,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:43,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:43,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:43,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:43,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:43,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:43,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:43,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:43,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:43,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:43,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:43,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:43,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740 2024-11-15T09:27:43,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740 2024-11-15T09:27:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:43,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:43,698 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:43,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:43,698 DEBUG [RS:0;791f12959b23:37459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423fb349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:43,699 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:43,700 DEBUG [RS:1;791f12959b23:45113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc7ca9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:43,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:43,712 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:37459 2024-11-15T09:27:43,712 INFO [RS:0;791f12959b23:37459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:43,712 INFO [RS:0;791f12959b23:37459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:43,713 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:43,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:43,713 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,42527,1731662863032 with port=37459, startcode=1731662863187 2024-11-15T09:27:43,714 DEBUG [RS:0;791f12959b23:37459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:43,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66341387, jitterRate=-0.011436298489570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:43,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662863683Initializing all the Stores at 1731662863684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662863684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662863684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662863684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662863684Cleaning up temporary data from old regions at 1731662863697 (+13 ms)Region opened successfully at 1731662863715 (+18 ms) 2024-11-15T09:27:43,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:43,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:43,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:43,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:43,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:43,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:43,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662863715Disabling compacts and flushes for region at 1731662863715Disabling writes for close at 1731662863715Writing region close event to WAL at 1731662863715Closed at 1731662863715 2024-11-15T09:27:43,716 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:43,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,37459,1731662863187 2024-11-15T09:27:43,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(517): Registering regionserver=791f12959b23,37459,1731662863187 2024-11-15T09:27:43,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:43,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:27:43,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:27:43,719 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c 2024-11-15T09:27:43,719 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42947 2024-11-15T09:27:43,719 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:43,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:43,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:27:43,727 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:45113 2024-11-15T09:27:43,727 INFO [RS:1;791f12959b23:45113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:43,727 INFO [RS:1;791f12959b23:45113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:43,727 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:43,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:43,729 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,42527,1731662863032 with port=45113, startcode=1731662863223 2024-11-15T09:27:43,729 DEBUG [RS:1;791f12959b23:45113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:43,729 DEBUG [RS:0;791f12959b23:37459 {}] zookeeper.ZKUtil(111): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,37459,1731662863187 2024-11-15T09:27:43,729 WARN [RS:0;791f12959b23:37459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:43,730 INFO [RS:0;791f12959b23:37459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:43,730 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,37459,1731662863187 2024-11-15T09:27:43,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,37459,1731662863187] 2024-11-15T09:27:43,732 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:43,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,45113,1731662863223 2024-11-15T09:27:43,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(517): Registering regionserver=791f12959b23,45113,1731662863223 2024-11-15T09:27:43,735 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c 2024-11-15T09:27:43,735 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42947 2024-11-15T09:27:43,735 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:43,736 INFO [RS:0;791f12959b23:37459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:43,738 INFO [RS:0;791f12959b23:37459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:43,739 INFO [RS:0;791f12959b23:37459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:43,739 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,739 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:43,740 INFO [RS:0;791f12959b23:37459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:43,741 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,741 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,742 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,742 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,742 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,742 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:43,742 DEBUG [RS:0;791f12959b23:37459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:43,742 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,742 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,743 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,743 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,743 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,743 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,37459,1731662863187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:43,764 INFO [RS:0;791f12959b23:37459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:43,764 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,37459,1731662863187-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,764 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,764 INFO [RS:0;791f12959b23:37459 {}] regionserver.Replication(171): 791f12959b23,37459,1731662863187 started 2024-11-15T09:27:43,780 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,780 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,37459,1731662863187, RpcServer on 791f12959b23/172.17.0.2:37459, sessionid=0x1013dd256520001 2024-11-15T09:27:43,780 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:43,780 DEBUG [RS:0;791f12959b23:37459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,37459,1731662863187 2024-11-15T09:27:43,780 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,37459,1731662863187' 2024-11-15T09:27:43,780 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:43,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:43,793 DEBUG [RS:1;791f12959b23:45113 {}] zookeeper.ZKUtil(111): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,45113,1731662863223 2024-11-15T09:27:43,793 WARN [RS:1;791f12959b23:45113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:43,793 INFO [RS:1;791f12959b23:45113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,37459,1731662863187 2024-11-15T09:27:43,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,45113,1731662863223] 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,37459,1731662863187' 2024-11-15T09:27:43,793 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223 2024-11-15T09:27:43,793 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:43,794 DEBUG [RS:0;791f12959b23:37459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:43,794 DEBUG [RS:0;791f12959b23:37459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:43,794 INFO [RS:0;791f12959b23:37459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:43,794 INFO [RS:0;791f12959b23:37459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:43,797 INFO [RS:1;791f12959b23:45113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:43,799 INFO [RS:1;791f12959b23:45113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:43,799 INFO [RS:1;791f12959b23:45113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:43,799 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,799 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:43,800 INFO [RS:1;791f12959b23:45113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:43,801 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,801 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,802 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:43,802 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:43,802 DEBUG [RS:1;791f12959b23:45113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,802 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45113,1731662863223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:43,816 INFO [RS:1;791f12959b23:45113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:43,816 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45113,1731662863223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,817 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,817 INFO [RS:1;791f12959b23:45113 {}] regionserver.Replication(171): 791f12959b23,45113,1731662863223 started 2024-11-15T09:27:43,830 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:43,831 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,45113,1731662863223, RpcServer on 791f12959b23/172.17.0.2:45113, sessionid=0x1013dd256520002 2024-11-15T09:27:43,831 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:43,831 DEBUG [RS:1;791f12959b23:45113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,45113,1731662863223 2024-11-15T09:27:43,831 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,45113,1731662863223' 2024-11-15T09:27:43,831 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:43,831 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,45113,1731662863223 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,45113,1731662863223' 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:43,832 DEBUG [RS:1;791f12959b23:45113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:43,833 DEBUG [RS:1;791f12959b23:45113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:43,833 INFO [RS:1;791f12959b23:45113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:43,833 INFO [RS:1;791f12959b23:45113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:43,871 WARN [791f12959b23:42527 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:27:43,895 INFO [RS:0;791f12959b23:37459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:43,897 INFO [RS:0;791f12959b23:37459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C37459%2C1731662863187, suffix=, logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,37459,1731662863187, archiveDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs, maxLogs=32 2024-11-15T09:27:43,911 DEBUG [RS:0;791f12959b23:37459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,37459,1731662863187/791f12959b23%2C37459%2C1731662863187.1731662863898, exclude list is [], retry=0 2024-11-15T09:27:43,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36917,DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7,DISK] 2024-11-15T09:27:43,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37387,DS-71af0423-7803-4516-9927-38b9d2961e83,DISK] 2024-11-15T09:27:43,920 INFO [RS:0;791f12959b23:37459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,37459,1731662863187/791f12959b23%2C37459%2C1731662863187.1731662863898 2024-11-15T09:27:43,920 DEBUG [RS:0;791f12959b23:37459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789),(127.0.0.1/127.0.0.1:38823:38823)] 2024-11-15T09:27:43,933 INFO [RS:1;791f12959b23:45113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:43,935 INFO [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C45113%2C1731662863223, suffix=, logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223, archiveDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs, maxLogs=32 2024-11-15T09:27:43,948 DEBUG [RS:1;791f12959b23:45113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223/791f12959b23%2C45113%2C1731662863223.1731662863936, exclude list is [], retry=0 2024-11-15T09:27:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37387,DS-71af0423-7803-4516-9927-38b9d2961e83,DISK] 2024-11-15T09:27:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36917,DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7,DISK] 2024-11-15T09:27:43,953 INFO [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223/791f12959b23%2C45113%2C1731662863223.1731662863936 2024-11-15T09:27:43,954 DEBUG [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789),(127.0.0.1/127.0.0.1:38823:38823)] 2024-11-15T09:27:44,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:27:44,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:44,122 DEBUG [791f12959b23:42527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:27:44,122 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:44,124 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:44,124 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:44,124 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:44,125 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:44,125 INFO [791f12959b23:42527 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:44,125 INFO [791f12959b23:42527 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:44,125 DEBUG [791f12959b23:42527 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:44,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,45113,1731662863223 2024-11-15T09:27:44,127 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,45113,1731662863223, state=OPENING 2024-11-15T09:27:44,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:44,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:27:44,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:44,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:44,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:44,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:44,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,45113,1731662863223}] 2024-11-15T09:27:44,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:44,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:44,321 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:27:44,321 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:44,321 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:27:44,323 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C45113%2C1731662863223.meta, suffix=.meta, logDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223, archiveDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs, maxLogs=32 2024-11-15T09:27:44,337 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223/791f12959b23%2C45113%2C1731662863223.meta.1731662864323.meta, exclude list is [], retry=0 2024-11-15T09:27:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37387,DS-71af0423-7803-4516-9927-38b9d2961e83,DISK] 2024-11-15T09:27:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36917,DS-c050bac3-75ae-4668-9dfc-bb5a818e03c7,DISK] 2024-11-15T09:27:44,344 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,45113,1731662863223/791f12959b23%2C45113%2C1731662863223.meta.1731662864323.meta 2024-11-15T09:27:44,344 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38823:38823),(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-15T09:27:44,344 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:44,345 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:27:44,345 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:27:44,345 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:27:44,345 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:27:44,345 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:44,346 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:27:44,346 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:27:44,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:44,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:44,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:44,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:44,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:44,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:44,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:44,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:44,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:44,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:44,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:44,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:44,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:44,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:44,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:44,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:44,354 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:44,355 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740 2024-11-15T09:27:44,356 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740 2024-11-15T09:27:44,358 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:44,358 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:44,358 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:44,360 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:44,361 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61768616, jitterRate=-0.07957589626312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:44,361 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:27:44,361 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662864346Writing region info on filesystem at 1731662864346Initializing all the Stores at 1731662864347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662864347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662864348 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662864348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662864348Cleaning up temporary data from old regions at 1731662864358 (+10 ms)Running coprocessor post-open hooks at 1731662864361 (+3 ms)Region opened successfully at 1731662864361 2024-11-15T09:27:44,363 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662864314 2024-11-15T09:27:44,365 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:27:44,365 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:27:44,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,45113,1731662863223 2024-11-15T09:27:44,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,45113,1731662863223, state=OPEN 2024-11-15T09:27:44,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:44,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:44,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:44,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,45113,1731662863223 2024-11-15T09:27:44,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:44,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:27:44,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,45113,1731662863223 in 216 msec 2024-11-15T09:27:44,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:27:44,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-15T09:27:44,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:44,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:27:44,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:44,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,45113,1731662863223, seqNum=-1] 2024-11-15T09:27:44,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:44,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:44,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-11-15T09:27:44,395 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662864395, completionTime=-1 2024-11-15T09:27:44,395 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:27:44,395 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:27:44,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:27:44,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662924398 2024-11-15T09:27:44,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662984398 2024-11-15T09:27:44,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T09:27:44,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,399 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,399 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,399 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:42527, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,399 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,402 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:27:44,403 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,408 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.110sec 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:44,409 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:27:44,412 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:27:44,412 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:27:44,412 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42527,1731662863032-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:44,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff35b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:44,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,42527,-1 for getting cluster id 2024-11-15T09:27:44,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:44,456 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ac74ce-f3db-46bd-af53-fe9205d9a033' 2024-11-15T09:27:44,456 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:44,457 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ac74ce-f3db-46bd-af53-fe9205d9a033" 2024-11-15T09:27:44,457 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9d3b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:44,457 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,42527,-1] 2024-11-15T09:27:44,457 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:44,457 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:44,458 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:44,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10040ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:44,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:44,461 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,45113,1731662863223, seqNum=-1] 2024-11-15T09:27:44,461 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:44,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,42527,1731662863032 2024-11-15T09:27:44,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:27:44,465 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,42527,1731662863032 2024-11-15T09:27:44,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293c3827 2024-11-15T09:27:44,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:27:44,467 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:27:44,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:27:44,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:27:44,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:44,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:27:44,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:27:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:44,889 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52fd702f05ee4596f46e9a0e96aab936, NAME => 'testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c 2024-11-15T09:27:44,889 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6f6d26d08e002dbfdd76f5886bef5ea5, NAME => 'testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c 2024-11-15T09:27:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:44,899 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6f6d26d08e002dbfdd76f5886bef5ea5, disabling compactions & flushes 2024-11-15T09:27:44,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. after waiting 0 ms 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:44,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6f6d26d08e002dbfdd76f5886bef5ea5: Waiting for close lock at 1731662864899Disabling compacts and flushes for region at 1731662864899Disabling writes for close at 1731662864900 (+1 ms)Writing region close event to WAL at 1731662864900Closed at 1731662864900 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 52fd702f05ee4596f46e9a0e96aab936, disabling compactions & flushes 2024-11-15T09:27:44,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. after waiting 0 ms 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:44,900 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:44,900 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52fd702f05ee4596f46e9a0e96aab936: Waiting for close lock at 1731662864900Disabling compacts and flushes for region at 1731662864900Disabling writes for close at 1731662864900Writing region close event to WAL at 1731662864900Closed at 1731662864900 2024-11-15T09:27:44,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:27:44,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662864902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662864902"}]},"ts":"1731662864902"} 2024-11-15T09:27:44,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662864902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662864902"}]},"ts":"1731662864902"} 2024-11-15T09:27:44,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:27:44,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:27:44,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662864906"}]},"ts":"1731662864906"} 2024-11-15T09:27:44,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:27:44,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:44,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:44,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:44,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:44,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:44,911 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:44,911 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:44,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:44,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52fd702f05ee4596f46e9a0e96aab936, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f6d26d08e002dbfdd76f5886bef5ea5, ASSIGN}] 2024-11-15T09:27:44,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f6d26d08e002dbfdd76f5886bef5ea5, ASSIGN 2024-11-15T09:27:44,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52fd702f05ee4596f46e9a0e96aab936, ASSIGN 2024-11-15T09:27:44,914 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52fd702f05ee4596f46e9a0e96aab936, ASSIGN; state=OFFLINE, location=791f12959b23,37459,1731662863187; forceNewPlan=false, retain=false 2024-11-15T09:27:44,914 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f6d26d08e002dbfdd76f5886bef5ea5, ASSIGN; state=OFFLINE, location=791f12959b23,45113,1731662863223; forceNewPlan=false, retain=false 2024-11-15T09:27:45,065 INFO [791f12959b23:42527 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:27:45,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52fd702f05ee4596f46e9a0e96aab936, regionState=OPENING, regionLocation=791f12959b23,37459,1731662863187 2024-11-15T09:27:45,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f6d26d08e002dbfdd76f5886bef5ea5, regionState=OPENING, regionLocation=791f12959b23,45113,1731662863223 2024-11-15T09:27:45,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52fd702f05ee4596f46e9a0e96aab936, ASSIGN because future has completed 2024-11-15T09:27:45,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fd702f05ee4596f46e9a0e96aab936, server=791f12959b23,37459,1731662863187}] 2024-11-15T09:27:45,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f6d26d08e002dbfdd76f5886bef5ea5, ASSIGN because future has completed 2024-11-15T09:27:45,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6d26d08e002dbfdd76f5886bef5ea5, server=791f12959b23,45113,1731662863223}] 2024-11-15T09:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:45,222 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:45,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:45,227 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,227 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 52fd702f05ee4596f46e9a0e96aab936, NAME => 'testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6d26d08e002dbfdd76f5886bef5ea5, NAME => 'testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,228 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,231 INFO [StoreOpener-52fd702f05ee4596f46e9a0e96aab936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,232 INFO [StoreOpener-6f6d26d08e002dbfdd76f5886bef5ea5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,232 INFO [StoreOpener-52fd702f05ee4596f46e9a0e96aab936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fd702f05ee4596f46e9a0e96aab936 columnFamilyName family 2024-11-15T09:27:45,232 DEBUG [StoreOpener-52fd702f05ee4596f46e9a0e96aab936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:45,233 INFO [StoreOpener-52fd702f05ee4596f46e9a0e96aab936-1 {}] regionserver.HStore(327): Store=52fd702f05ee4596f46e9a0e96aab936/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:45,233 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,234 INFO [StoreOpener-6f6d26d08e002dbfdd76f5886bef5ea5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6d26d08e002dbfdd76f5886bef5ea5 columnFamilyName family 2024-11-15T09:27:45,234 DEBUG [StoreOpener-6f6d26d08e002dbfdd76f5886bef5ea5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:45,234 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,234 INFO [StoreOpener-6f6d26d08e002dbfdd76f5886bef5ea5-1 {}] regionserver.HStore(327): Store=6f6d26d08e002dbfdd76f5886bef5ea5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:45,234 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,234 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,235 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,235 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,235 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,235 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,238 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,239 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:45,240 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 52fd702f05ee4596f46e9a0e96aab936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60331694, jitterRate=-0.10098770260810852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:45,240 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,240 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:45,241 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 52fd702f05ee4596f46e9a0e96aab936: Running coprocessor pre-open hook at 1731662865228Writing region info on filesystem at 1731662865228Initializing all the Stores at 1731662865229 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662865229Cleaning up temporary data from old regions at 1731662865235 (+6 ms)Running coprocessor post-open hooks at 1731662865240 (+5 ms)Region opened successfully at 1731662865241 (+1 ms) 2024-11-15T09:27:45,241 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6f6d26d08e002dbfdd76f5886bef5ea5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68830444, jitterRate=0.025653541088104248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:45,241 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,241 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6f6d26d08e002dbfdd76f5886bef5ea5: Running coprocessor pre-open hook at 1731662865228Writing region info on filesystem at 1731662865228Initializing all the Stores at 1731662865229 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662865229Cleaning up temporary data from old regions at 1731662865236 (+7 ms)Running coprocessor post-open hooks at 1731662865241 (+5 ms)Region opened successfully at 1731662865241 2024-11-15T09:27:45,242 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5., pid=8, masterSystemTime=1731662865223 2024-11-15T09:27:45,242 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936., pid=7, masterSystemTime=1731662865222 2024-11-15T09:27:45,244 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,245 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6f6d26d08e002dbfdd76f5886bef5ea5, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,45113,1731662863223 2024-11-15T09:27:45,246 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,246 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52fd702f05ee4596f46e9a0e96aab936, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,37459,1731662863187 2024-11-15T09:27:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6d26d08e002dbfdd76f5886bef5ea5, server=791f12959b23,45113,1731662863223 because future has completed 2024-11-15T09:27:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fd702f05ee4596f46e9a0e96aab936, server=791f12959b23,37459,1731662863187 because future has completed 2024-11-15T09:27:45,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T09:27:45,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f6d26d08e002dbfdd76f5886bef5ea5, server=791f12959b23,45113,1731662863223 in 179 msec 2024-11-15T09:27:45,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T09:27:45,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52fd702f05ee4596f46e9a0e96aab936, server=791f12959b23,37459,1731662863187 in 183 msec 2024-11-15T09:27:45,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6f6d26d08e002dbfdd76f5886bef5ea5, ASSIGN in 341 msec 2024-11-15T09:27:45,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T09:27:45,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52fd702f05ee4596f46e9a0e96aab936, ASSIGN in 343 msec 2024-11-15T09:27:45,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:27:45,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662865258"}]},"ts":"1731662865258"} 2024-11-15T09:27:45,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:27:45,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:27:45,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 794 msec 2024-11-15T09:27:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:45,610 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:27:45,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:27:45,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:45,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:27:45,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:45,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:27:45,617 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936., hostname=791f12959b23,37459,1731662863187, seqNum=2] 2024-11-15T09:27:45,617 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:45,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:45,629 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5., hostname=791f12959b23,45113,1731662863223, seqNum=2] 2024-11-15T09:27:45,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52fd702f05ee4596f46e9a0e96aab936 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:27:45,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/.tmp/family/73d4b32569d24e2d9871cbe0c89ddfc0 is 32, key is 1/family:/1731662865619/Put/seqid=0 2024-11-15T09:27:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741839_1015 (size=5054) 2024-11-15T09:27:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741839_1015 (size=5054) 2024-11-15T09:27:45,663 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/.tmp/family/73d4b32569d24e2d9871cbe0c89ddfc0 2024-11-15T09:27:45,670 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/.tmp/family/73d4b32569d24e2d9871cbe0c89ddfc0 as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/family/73d4b32569d24e2d9871cbe0c89ddfc0 2024-11-15T09:27:45,677 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/family/73d4b32569d24e2d9871cbe0c89ddfc0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:27:45,678 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 52fd702f05ee4596f46e9a0e96aab936 in 37ms, sequenceid=8, compaction requested=false 2024-11-15T09:27:45,678 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 52fd702f05ee4596f46e9a0e96aab936: 2024-11-15T09:27:45,678 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f6d26d08e002dbfdd76f5886bef5ea5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:27:45,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/.tmp/family/ff3f340acdf642deb2179eb5d2db9a17 is 32, key is 5/family:/1731662865630/Put/seqid=0 2024-11-15T09:27:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741840_1016 (size=5083) 2024-11-15T09:27:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741840_1016 (size=5083) 2024-11-15T09:27:45,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/.tmp/family/ff3f340acdf642deb2179eb5d2db9a17 2024-11-15T09:27:45,708 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/.tmp/family/ff3f340acdf642deb2179eb5d2db9a17 as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/family/ff3f340acdf642deb2179eb5d2db9a17 2024-11-15T09:27:45,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/family/ff3f340acdf642deb2179eb5d2db9a17, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:27:45,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6f6d26d08e002dbfdd76f5886bef5ea5 in 37ms, sequenceid=9, compaction requested=false 2024-11-15T09:27:45,716 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f6d26d08e002dbfdd76f5886bef5ea5: 2024-11-15T09:27:45,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T09:27:45,723 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:45,723 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:45,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:45,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:45,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:27:45,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:45,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:45,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:45,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:45,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:45,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:27:45,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=144064498, stopped=false 2024-11-15T09:27:45,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,42527,1731662863032 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:45,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:45,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:45,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:45,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:45,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:45,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:45,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,37459,1731662863187' ***** 2024-11-15T09:27:45,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:45,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:45,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,45113,1731662863223' ***** 2024-11-15T09:27:45,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:45,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:45,803 INFO [RS:0;791f12959b23:37459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:45,803 INFO [RS:0;791f12959b23:37459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:45,803 INFO [RS:1;791f12959b23:45113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:45,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(3091): Received CLOSE for 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,37459,1731662863187 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,45113,1731662863223 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:37459. 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:45113. 2024-11-15T09:27:45,804 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52fd702f05ee4596f46e9a0e96aab936, disabling compactions & flushes 2024-11-15T09:27:45,804 DEBUG [RS:0;791f12959b23:37459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:45,804 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,804 DEBUG [RS:0;791f12959b23:37459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:45,804 DEBUG [RS:1;791f12959b23:45113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:45,804 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,804 DEBUG [RS:1;791f12959b23:45113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:45,804 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. after waiting 0 ms 2024-11-15T09:27:45,804 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:45,804 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,804 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1325): Online Regions={52fd702f05ee4596f46e9a0e96aab936=testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936.} 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:45,804 INFO [RS:1;791f12959b23:45113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:45,804 DEBUG [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1351): Waiting on 52fd702f05ee4596f46e9a0e96aab936 2024-11-15T09:27:45,805 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:27:45,805 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:27:45,805 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f6d26d08e002dbfdd76f5886bef5ea5=testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5.} 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6d26d08e002dbfdd76f5886bef5ea5, disabling compactions & flushes 2024-11-15T09:27:45,805 DEBUG [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d26d08e002dbfdd76f5886bef5ea5 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:45,805 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,805 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. after waiting 0 ms 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:45,805 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,805 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:27:45,807 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:45,809 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/6f6d26d08e002dbfdd76f5886bef5ea5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:27:45,810 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,810 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6d26d08e002dbfdd76f5886bef5ea5: Waiting for close lock at 1731662865805Running coprocessor pre-close hooks at 1731662865805Disabling compacts and flushes for region at 1731662865805Disabling writes for close at 1731662865805Writing region close event to WAL at 1731662865806 (+1 ms)Running coprocessor post-close hooks at 1731662865810 (+4 ms)Closed at 1731662865810 2024-11-15T09:27:45,810 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5. 2024-11-15T09:27:45,813 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/default/testClearRegionBlockCache/52fd702f05ee4596f46e9a0e96aab936/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:27:45,813 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,814 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52fd702f05ee4596f46e9a0e96aab936: Waiting for close lock at 1731662865804Running coprocessor pre-close hooks at 1731662865804Disabling compacts and flushes for region at 1731662865804Disabling writes for close at 1731662865804Writing region close event to WAL at 1731662865806 (+2 ms)Running coprocessor post-close hooks at 1731662865813 (+7 ms)Closed at 1731662865813 2024-11-15T09:27:45,814 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662864467.52fd702f05ee4596f46e9a0e96aab936. 2024-11-15T09:27:45,823 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/info/def29780f67c45e883fd29e93c0af92a is 173, key is testClearRegionBlockCache,5,1731662864467.6f6d26d08e002dbfdd76f5886bef5ea5./info:regioninfo/1731662865245/Put/seqid=0 2024-11-15T09:27:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:45,830 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/info/def29780f67c45e883fd29e93c0af92a 2024-11-15T09:27:45,845 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:45,850 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/ns/97da66da41d3437d86943e517c80acdb is 43, key is default/ns:d/1731662864389/Put/seqid=0 2024-11-15T09:27:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:45,859 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/ns/97da66da41d3437d86943e517c80acdb 2024-11-15T09:27:45,879 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/table/2d9d81f2b94c4a4bb5a0e03046de6beb is 61, key is testClearRegionBlockCache/table:state/1731662865258/Put/seqid=0 2024-11-15T09:27:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:45,885 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/table/2d9d81f2b94c4a4bb5a0e03046de6beb 2024-11-15T09:27:45,891 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/info/def29780f67c45e883fd29e93c0af92a as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/info/def29780f67c45e883fd29e93c0af92a 2024-11-15T09:27:45,897 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/info/def29780f67c45e883fd29e93c0af92a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:27:45,898 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/ns/97da66da41d3437d86943e517c80acdb as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/ns/97da66da41d3437d86943e517c80acdb 2024-11-15T09:27:45,905 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/ns/97da66da41d3437d86943e517c80acdb, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:27:45,906 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/.tmp/table/2d9d81f2b94c4a4bb5a0e03046de6beb as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/table/2d9d81f2b94c4a4bb5a0e03046de6beb 2024-11-15T09:27:45,912 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/table/2d9d81f2b94c4a4bb5a0e03046de6beb, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:27:45,913 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-15T09:27:45,918 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:27:45,918 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:27:45,918 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:45,918 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662865805Running coprocessor pre-close hooks at 1731662865805Disabling compacts and flushes for region at 1731662865805Disabling writes for close at 1731662865805Obtaining lock to block concurrent updates at 1731662865805Preparing flush snapshotting stores in 1588230740 at 1731662865805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662865806 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662865806Flushing 1588230740/info: creating writer at 1731662865806Flushing 1588230740/info: appending metadata at 1731662865823 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731662865823Flushing 1588230740/ns: creating writer at 1731662865836 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731662865850 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731662865850Flushing 1588230740/table: creating writer at 1731662865865 (+15 ms)Flushing 1588230740/table: appending metadata at 1731662865879 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731662865879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795c8fc5: reopening flushed file at 1731662865890 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422ad823: reopening flushed file at 1731662865897 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94df5ea: reopening flushed file at 1731662865905 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1731662865913 (+8 ms)Writing region close event to WAL at 1731662865914 (+1 ms)Running coprocessor post-close hooks at 1731662865918 (+4 ms)Closed at 1731662865918 2024-11-15T09:27:45,919 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:46,020 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,37459,1731662863187; all regions closed. 2024-11-15T09:27:46,020 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,45113,1731662863223; all regions closed. 2024-11-15T09:27:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:46,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:46,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/WALs/791f12959b23,37459,1731662863187/791f12959b23%2C37459%2C1731662863187.1731662863898 not finished, retry = 0 2024-11-15T09:27:46,031 DEBUG [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs 2024-11-15T09:27:46,031 INFO [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C45113%2C1731662863223.meta:.meta(num 1731662864323) 2024-11-15T09:27:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:27:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:27:46,036 DEBUG [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C45113%2C1731662863223:(num 1731662863936) 2024-11-15T09:27:46,036 DEBUG [RS:1;791f12959b23:45113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:46,036 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:46,036 INFO [RS:1;791f12959b23:45113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45113 2024-11-15T09:27:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,45113,1731662863223 2024-11-15T09:27:46,065 INFO [RS:1;791f12959b23:45113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:46,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,45113,1731662863223] 2024-11-15T09:27:46,130 DEBUG [RS:0;791f12959b23:37459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/oldWALs 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C37459%2C1731662863187:(num 1731662863898) 2024-11-15T09:27:46,130 DEBUG [RS:0;791f12959b23:37459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:46,130 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:46,130 INFO [RS:0;791f12959b23:37459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:46,131 INFO [RS:0;791f12959b23:37459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37459 2024-11-15T09:27:46,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,45113,1731662863223 already deleted, retry=false 2024-11-15T09:27:46,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:46,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,37459,1731662863187 2024-11-15T09:27:46,160 INFO [RS:0;791f12959b23:37459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:46,160 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,45113,1731662863223 expired; onlineServers=1 2024-11-15T09:27:46,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,37459,1731662863187] 2024-11-15T09:27:46,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,37459,1731662863187 already deleted, retry=false 2024-11-15T09:27:46,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,37459,1731662863187 expired; onlineServers=0 2024-11-15T09:27:46,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,42527,1731662863032' ***** 2024-11-15T09:27:46,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:27:46,181 INFO [M:0;791f12959b23:42527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:46,181 INFO [M:0;791f12959b23:42527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:46,182 DEBUG [M:0;791f12959b23:42527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:27:46,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:27:46,182 DEBUG [M:0;791f12959b23:42527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:27:46,182 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662863651 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662863651,5,FailOnTimeoutGroup] 2024-11-15T09:27:46,182 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662863651 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662863651,5,FailOnTimeoutGroup] 2024-11-15T09:27:46,182 INFO [M:0;791f12959b23:42527 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:46,182 INFO [M:0;791f12959b23:42527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:46,182 DEBUG [M:0;791f12959b23:42527 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:27:46,182 INFO [M:0;791f12959b23:42527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:27:46,182 INFO [M:0;791f12959b23:42527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:46,183 INFO [M:0;791f12959b23:42527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:27:46,183 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:27:46,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:46,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:46,192 DEBUG [M:0;791f12959b23:42527 {}] zookeeper.ZKUtil(347): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:27:46,192 WARN [M:0;791f12959b23:42527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:27:46,192 INFO [M:0;791f12959b23:42527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/.lastflushedseqids 2024-11-15T09:27:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:46,198 INFO [M:0;791f12959b23:42527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:27:46,198 INFO [M:0;791f12959b23:42527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:27:46,199 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:46,199 INFO [M:0;791f12959b23:42527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:46,199 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:46,199 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:46,199 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:46,199 INFO [M:0;791f12959b23:42527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-15T09:27:46,214 DEBUG [M:0;791f12959b23:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66a15f44954697a16fe1868c545908 is 82, key is hbase:meta,,1/info:regioninfo/1731662864366/Put/seqid=0 2024-11-15T09:27:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:46,220 INFO [M:0;791f12959b23:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66a15f44954697a16fe1868c545908 2024-11-15T09:27:46,240 DEBUG [M:0;791f12959b23:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68caeb4f64f04c7ebd2f2705a4363e2e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662865263/Put/seqid=0 2024-11-15T09:27:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:27:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:27:46,245 INFO [M:0;791f12959b23:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68caeb4f64f04c7ebd2f2705a4363e2e 2024-11-15T09:27:46,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,250 INFO [RS:1;791f12959b23:45113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:46,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45113-0x1013dd256520002, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,250 INFO [RS:1;791f12959b23:45113 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,45113,1731662863223; zookeeper connection closed. 2024-11-15T09:27:46,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@645a8b6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@645a8b6c 2024-11-15T09:27:46,265 DEBUG [M:0;791f12959b23:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a0c1ed93f346a69730d04e30621f31 is 69, key is 791f12959b23,37459,1731662863187/rs:state/1731662863717/Put/seqid=0 2024-11-15T09:27:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:46,270 INFO [M:0;791f12959b23:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a0c1ed93f346a69730d04e30621f31 2024-11-15T09:27:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,271 INFO [RS:0;791f12959b23:37459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37459-0x1013dd256520001, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,271 INFO [RS:0;791f12959b23:37459 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,37459,1731662863187; zookeeper connection closed. 2024-11-15T09:27:46,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b7278f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b7278f8 2024-11-15T09:27:46,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:27:46,277 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66a15f44954697a16fe1868c545908 as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d66a15f44954697a16fe1868c545908 2024-11-15T09:27:46,283 INFO [M:0;791f12959b23:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d66a15f44954697a16fe1868c545908, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:27:46,284 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68caeb4f64f04c7ebd2f2705a4363e2e as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68caeb4f64f04c7ebd2f2705a4363e2e 2024-11-15T09:27:46,290 INFO [M:0;791f12959b23:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68caeb4f64f04c7ebd2f2705a4363e2e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:27:46,291 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a0c1ed93f346a69730d04e30621f31 as hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a0c1ed93f346a69730d04e30621f31 2024-11-15T09:27:46,296 INFO [M:0;791f12959b23:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42947/user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a0c1ed93f346a69730d04e30621f31, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:27:46,298 INFO [M:0;791f12959b23:42527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-15T09:27:46,299 INFO [M:0;791f12959b23:42527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:46,299 DEBUG [M:0;791f12959b23:42527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662866199Disabling compacts and flushes for region at 1731662866199Disabling writes for close at 1731662866199Obtaining lock to block concurrent updates at 1731662866199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662866199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731662866200 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662866200Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662866200Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662866214 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662866214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662866225 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662866239 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662866239Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662866250 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662866264 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662866264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c4dd27: reopening flushed file at 1731662866276 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b458bf9: reopening flushed file at 1731662866283 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb14270: reopening flushed file at 1731662866290 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731662866298 (+8 ms)Writing region close event to WAL at 1731662866299 (+1 ms)Closed at 1731662866299 2024-11-15T09:27:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36917 is added to blk_1073741830_1006 (size=35440) 2024-11-15T09:27:46,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7d0e41d-742b-cee4-d004-99f43a7caa2c/MasterData/WALs/791f12959b23,42527,1731662863032/791f12959b23%2C42527%2C1731662863032.1731662863369 not finished, retry = 0 2024-11-15T09:27:46,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37387 is added to blk_1073741830_1006 (size=35440) 2024-11-15T09:27:46,403 INFO [M:0;791f12959b23:42527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:27:46,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:46,403 INFO [M:0;791f12959b23:42527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42527 2024-11-15T09:27:46,403 INFO [M:0;791f12959b23:42527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,534 INFO [M:0;791f12959b23:42527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:46,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x1013dd256520000, quorum=127.0.0.1:51209, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:46,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6688c295{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:46,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9c6c235{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:46,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:46,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9712b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:46,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61abe4fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:46,538 WARN [BP-137723792-172.17.0.2-1731662860798 heartbeating to localhost/127.0.0.1:42947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:46,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:46,538 WARN [BP-137723792-172.17.0.2-1731662860798 heartbeating to localhost/127.0.0.1:42947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137723792-172.17.0.2-1731662860798 (Datanode Uuid 2cca9ef0-690a-430f-b03b-f56b6e7ed578) service to localhost/127.0.0.1:42947 2024-11-15T09:27:46,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:46,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data3/current/BP-137723792-172.17.0.2-1731662860798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:46,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data4/current/BP-137723792-172.17.0.2-1731662860798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:46,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:46,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9a33395{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:46,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d612167{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:46,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:46,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61778315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:46,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4263f1d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:46,543 WARN [BP-137723792-172.17.0.2-1731662860798 heartbeating to localhost/127.0.0.1:42947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:46,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:46,543 WARN [BP-137723792-172.17.0.2-1731662860798 heartbeating to localhost/127.0.0.1:42947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137723792-172.17.0.2-1731662860798 (Datanode Uuid f773c203-0907-4749-8ccb-9d1e5a00739a) service to localhost/127.0.0.1:42947 2024-11-15T09:27:46,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:46,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data1/current/BP-137723792-172.17.0.2-1731662860798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:46,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/cluster_f4ac883e-c4eb-59cf-ddd5-2ac053c9fe38/data/data2/current/BP-137723792-172.17.0.2-1731662860798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:46,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:46,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326da6f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:46,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b936d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:46,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:46,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281223ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:46,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c77a395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:46,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:27:46,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:27:46,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 112) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42947 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42947 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3760 (was 4077) 2024-11-15T09:27:46,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=3760 2024-11-15T09:27:46,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir so I do NOT create it in target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62 2024-11-15T09:27:46,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:27:46,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.tmp.dir so I do NOT create it in target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62 2024-11-15T09:27:46,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99ce8623-9e83-0bc8-c098-dfe107be24b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:27:46,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf, deleteOnExit=true 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/test.cache.data in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:27:46,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:27:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:27:46,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:46,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:46,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:46,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:46,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:46,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:46,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:46,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:47,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f203a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-17069598953962974641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:47,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-15T09:27:47,023 INFO [Time-limited test {}] server.Server(415): Started @23713ms 2024-11-15T09:27:47,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:47,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:47,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:47,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:47,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:47,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:47,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:47,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d9d051{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/java.io.tmpdir/jetty-localhost-45469-hadoop-hdfs-3_4_1-tests_jar-_-any-11484302562083103555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:47,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:45469} 2024-11-15T09:27:47,401 INFO [Time-limited test {}] server.Server(415): Started @24090ms 2024-11-15T09:27:47,402 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:47,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:47,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:47,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:47,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:47,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:47,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:47,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:47,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1b21fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/java.io.tmpdir/jetty-localhost-43657-hadoop-hdfs-3_4_1-tests_jar-_-any-15482069583386815044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:47,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:43657} 2024-11-15T09:27:47,545 INFO [Time-limited test {}] server.Server(415): Started @24234ms 2024-11-15T09:27:47,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:48,413 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data2/current/BP-207335440-172.17.0.2-1731662866627/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:48,413 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data1/current/BP-207335440-172.17.0.2-1731662866627/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:48,431 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeeb5c6a7be55de9 with lease ID 0x6c5539e1b326f9c1: Processing first storage report for DS-c6b25c72-0839-4260-bcef-d19a79aacfae from datanode DatanodeRegistration(127.0.0.1:46203, datanodeUuid=57870189-6115-41ac-8893-e9ae4e590081, infoPort=44185, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627) 2024-11-15T09:27:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeeb5c6a7be55de9 with lease ID 0x6c5539e1b326f9c1: from storage DS-c6b25c72-0839-4260-bcef-d19a79aacfae node DatanodeRegistration(127.0.0.1:46203, datanodeUuid=57870189-6115-41ac-8893-e9ae4e590081, infoPort=44185, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeeb5c6a7be55de9 with lease ID 0x6c5539e1b326f9c1: Processing first storage report for DS-42badb2b-d98c-4344-b4be-fcd96c733b30 from datanode DatanodeRegistration(127.0.0.1:46203, datanodeUuid=57870189-6115-41ac-8893-e9ae4e590081, infoPort=44185, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627) 2024-11-15T09:27:48,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeeb5c6a7be55de9 with lease ID 0x6c5539e1b326f9c1: from storage DS-42badb2b-d98c-4344-b4be-fcd96c733b30 node DatanodeRegistration(127.0.0.1:46203, datanodeUuid=57870189-6115-41ac-8893-e9ae4e590081, infoPort=44185, infoSecurePort=0, ipcPort=44551, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:48,646 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data3/current/BP-207335440-172.17.0.2-1731662866627/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:48,646 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data4/current/BP-207335440-172.17.0.2-1731662866627/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:48,667 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe4c07fe90be6e5b with lease ID 0x6c5539e1b326f9c2: Processing first storage report for DS-263bb845-be7b-4e9b-af9b-3a326287cade from datanode DatanodeRegistration(127.0.0.1:38077, datanodeUuid=811b8728-5c91-40d6-9025-60e370e9a0d0, infoPort=44163, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627) 2024-11-15T09:27:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe4c07fe90be6e5b with lease ID 0x6c5539e1b326f9c2: from storage DS-263bb845-be7b-4e9b-af9b-3a326287cade node DatanodeRegistration(127.0.0.1:38077, datanodeUuid=811b8728-5c91-40d6-9025-60e370e9a0d0, infoPort=44163, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:27:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe4c07fe90be6e5b with lease ID 0x6c5539e1b326f9c2: Processing first storage report for DS-49b16411-6673-4812-9192-dccf3e395337 from datanode DatanodeRegistration(127.0.0.1:38077, datanodeUuid=811b8728-5c91-40d6-9025-60e370e9a0d0, infoPort=44163, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627) 2024-11-15T09:27:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe4c07fe90be6e5b with lease ID 0x6c5539e1b326f9c2: from storage DS-49b16411-6673-4812-9192-dccf3e395337 node DatanodeRegistration(127.0.0.1:38077, datanodeUuid=811b8728-5c91-40d6-9025-60e370e9a0d0, infoPort=44163, infoSecurePort=0, ipcPort=40585, storageInfo=lv=-57;cid=testClusterID;nsid=1115087927;c=1731662866627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:48,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62 2024-11-15T09:27:48,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/zookeeper_0, clientPort=64928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:27:48,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64928 2024-11-15T09:27:48,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:48,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c with version=8 2024-11-15T09:27:48,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/hbase-staging 2024-11-15T09:27:48,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:27:48,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:48,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46883 2024-11-15T09:27:48,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46883 connecting to ZooKeeper ensemble=127.0.0.1:64928 2024-11-15T09:27:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468830x0, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:48,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46883-0x1013dd26c760000 connected 2024-11-15T09:27:48,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:48,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c, hbase.cluster.distributed=false 2024-11-15T09:27:48,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-15T09:27:48,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46883 2024-11-15T09:27:48,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46883 2024-11-15T09:27:48,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-15T09:27:48,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46883 2024-11-15T09:27:48,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:48,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:48,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:48,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:48,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:48,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45115 2024-11-15T09:27:48,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45115 connecting to ZooKeeper ensemble=127.0.0.1:64928 2024-11-15T09:27:48,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451150x0, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:48,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451150x0, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:48,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45115-0x1013dd26c760001 connected 2024-11-15T09:27:48,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:48,872 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:27:48,877 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:27:48,882 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:27:48,885 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:27:48,886 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:48,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:48,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:48,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-15T09:27:48,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45115 2024-11-15T09:27:48,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45115 2024-11-15T09:27:48,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-15T09:27:48,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-15T09:27:48,904 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:48,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:48,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44993 2024-11-15T09:27:48,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44993 connecting to ZooKeeper ensemble=127.0.0.1:64928 2024-11-15T09:27:48,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449930x0, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:48,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449930x0, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:48,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44993-0x1013dd26c760002 connected 2024-11-15T09:27:48,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:48,919 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:27:48,923 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:27:48,924 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:27:48,924 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:27:48,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:48,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:48,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-15T09:27:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44993 2024-11-15T09:27:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44993 2024-11-15T09:27:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-15T09:27:48,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44993 2024-11-15T09:27:48,939 DEBUG [M:0;791f12959b23:46883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:46883 2024-11-15T09:27:48,939 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,46883,1731662868698 2024-11-15T09:27:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,950 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,46883,1731662868698 2024-11-15T09:27:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:48,960 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:27:48,961 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,46883,1731662868698 from backup master directory 2024-11-15T09:27:48,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,46883,1731662868698 2024-11-15T09:27:48,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:48,970 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:48,970 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,46883,1731662868698 2024-11-15T09:27:48,975 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/hbase.id] with ID: 11dabe53-28a6-46e3-b193-337ad46ee069 2024-11-15T09:27:48,975 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/.tmp/hbase.id 2024-11-15T09:27:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:48,981 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/.tmp/hbase.id]:[hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/hbase.id] 2024-11-15T09:27:48,994 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:48,994 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:27:48,995 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T09:27:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:49,016 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:49,016 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:27:49,017 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:49,024 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store 2024-11-15T09:27:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:49,031 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:49,031 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:49,031 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662869031Disabling compacts and flushes for region at 1731662869031Disabling writes for close at 1731662869031Writing region close event to WAL at 1731662869031Closed at 1731662869031 2024-11-15T09:27:49,032 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/.initializing 2024-11-15T09:27:49,032 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/WALs/791f12959b23,46883,1731662868698 2024-11-15T09:27:49,034 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:49,035 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C46883%2C1731662868698, suffix=, logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/WALs/791f12959b23,46883,1731662868698, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/oldWALs, maxLogs=10 2024-11-15T09:27:49,048 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/WALs/791f12959b23,46883,1731662868698/791f12959b23%2C46883%2C1731662868698.1731662869035, exclude list is [], retry=0 2024-11-15T09:27:49,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46203,DS-c6b25c72-0839-4260-bcef-d19a79aacfae,DISK] 2024-11-15T09:27:49,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-263bb845-be7b-4e9b-af9b-3a326287cade,DISK] 2024-11-15T09:27:49,053 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/WALs/791f12959b23,46883,1731662868698/791f12959b23%2C46883%2C1731662868698.1731662869035 2024-11-15T09:27:49,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44185:44185),(127.0.0.1/127.0.0.1:44163:44163)] 2024-11-15T09:27:49,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:49,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:49,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:27:49,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:27:49,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:49,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:27:49,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:49,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:27:49,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:49,064 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,065 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,065 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,066 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,066 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,067 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:49,068 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:49,070 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:49,071 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107187, jitterRate=-2.498924732208252E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:49,071 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662869055Initializing all the Stores at 1731662869056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869056Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662869056Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662869056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662869056Cleaning up temporary data from old regions at 1731662869066 (+10 ms)Region opened successfully at 1731662869071 (+5 ms) 2024-11-15T09:27:49,072 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:27:49,075 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e23d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:49,076 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:27:49,076 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:27:49,076 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:27:49,076 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:27:49,077 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:27:49,077 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:27:49,077 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:27:49,079 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:27:49,080 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:27:49,092 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:27:49,093 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:27:49,094 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:27:49,103 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:27:49,103 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:27:49,104 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:27:49,113 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:27:49,114 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:27:49,124 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:27:49,126 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:27:49,139 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,150 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,46883,1731662868698, sessionid=0x1013dd26c760000, setting cluster-up flag (Was=false) 2024-11-15T09:27:49,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,202 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:27:49,203 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,46883,1731662868698 2024-11-15T09:27:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,255 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:27:49,256 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,46883,1731662868698 2024-11-15T09:27:49,257 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:27:49,259 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:49,259 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:27:49,259 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:27:49,260 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,46883,1731662868698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:49,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662899262 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:49,262 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:27:49,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:27:49,263 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662869263,5,FailOnTimeoutGroup] 2024-11-15T09:27:49,263 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662869263,5,FailOnTimeoutGroup] 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,263 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:27:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:49,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:27:49,275 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c 2024-11-15T09:27:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:49,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:49,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:49,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:49,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:49,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:49,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:49,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:49,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:49,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:49,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:49,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:49,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740 2024-11-15T09:27:49,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740 2024-11-15T09:27:49,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:49,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:49,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:49,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:49,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:49,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66126162, jitterRate=-0.01464340090751648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:49,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662869282Initializing all the Stores at 1731662869283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662869283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869283Cleaning up temporary data from old regions at 1731662869293 (+10 ms)Region opened successfully at 1731662869298 (+5 ms) 2024-11-15T09:27:49,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:49,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:49,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:49,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:49,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:49,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:49,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662869298Disabling compacts and flushes for region at 1731662869298Disabling writes for close at 1731662869298Writing region close event to WAL at 1731662869299 (+1 ms)Closed at 1731662869299 2024-11-15T09:27:49,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:49,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:27:49,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:27:49,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:49,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:27:49,329 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(746): ClusterId : 11dabe53-28a6-46e3-b193-337ad46ee069 2024-11-15T09:27:49,329 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(746): ClusterId : 11dabe53-28a6-46e3-b193-337ad46ee069 2024-11-15T09:27:49,330 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:49,330 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:49,340 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:49,340 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:49,340 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:49,340 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:49,350 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:49,350 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:49,351 DEBUG [RS:1;791f12959b23:44993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44171dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:49,351 DEBUG [RS:0;791f12959b23:45115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e7e7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:49,367 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:45115 2024-11-15T09:27:49,367 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:44993 2024-11-15T09:27:49,367 INFO [RS:1;791f12959b23:44993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:49,367 INFO [RS:0;791f12959b23:45115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:49,367 INFO [RS:0;791f12959b23:45115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:49,367 INFO [RS:1;791f12959b23:44993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:49,367 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:49,367 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:49,368 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,46883,1731662868698 with port=45115, startcode=1731662868845 2024-11-15T09:27:49,368 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,46883,1731662868698 with port=44993, startcode=1731662868904 2024-11-15T09:27:49,368 DEBUG [RS:0;791f12959b23:45115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:49,368 DEBUG [RS:1;791f12959b23:44993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:49,370 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:49,370 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:49,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,44993,1731662868904 2024-11-15T09:27:49,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(517): Registering regionserver=791f12959b23,44993,1731662868904 2024-11-15T09:27:49,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,45115,1731662868845 2024-11-15T09:27:49,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(517): Registering regionserver=791f12959b23,45115,1731662868845 2024-11-15T09:27:49,372 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c 2024-11-15T09:27:49,372 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34265 2024-11-15T09:27:49,372 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:49,374 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c 2024-11-15T09:27:49,374 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34265 2024-11-15T09:27:49,374 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:49,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:49,446 DEBUG [RS:1;791f12959b23:44993 {}] zookeeper.ZKUtil(111): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,44993,1731662868904 2024-11-15T09:27:49,446 WARN [RS:1;791f12959b23:44993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:49,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,44993,1731662868904] 2024-11-15T09:27:49,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,45115,1731662868845] 2024-11-15T09:27:49,446 INFO [RS:1;791f12959b23:44993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:49,446 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904 2024-11-15T09:27:49,446 DEBUG [RS:0;791f12959b23:45115 {}] zookeeper.ZKUtil(111): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,45115,1731662868845 2024-11-15T09:27:49,446 WARN [RS:0;791f12959b23:45115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:49,447 INFO [RS:0;791f12959b23:45115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:49,447 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,45115,1731662868845 2024-11-15T09:27:49,450 INFO [RS:0;791f12959b23:45115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:49,450 INFO [RS:1;791f12959b23:44993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:49,451 INFO [RS:0;791f12959b23:45115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:49,452 INFO [RS:0;791f12959b23:45115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:49,452 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,452 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:49,452 INFO [RS:1;791f12959b23:44993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:49,452 WARN [791f12959b23:46883 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:27:49,453 INFO [RS:1;791f12959b23:44993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:49,453 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,453 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:49,453 INFO [RS:0;791f12959b23:45115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:49,453 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,453 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,453 INFO [RS:1;791f12959b23:44993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:49,453 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,453 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,453 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,453 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,453 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,453 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:0;791f12959b23:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:49,454 DEBUG [RS:1;791f12959b23:44993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45115,1731662868845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,455 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,44993,1731662868904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:49,468 INFO [RS:0;791f12959b23:45115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:49,469 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45115,1731662868845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,469 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,469 INFO [RS:0;791f12959b23:45115 {}] regionserver.Replication(171): 791f12959b23,45115,1731662868845 started 2024-11-15T09:27:49,469 INFO [RS:1;791f12959b23:44993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:49,469 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,44993,1731662868904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,469 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,469 INFO [RS:1;791f12959b23:44993 {}] regionserver.Replication(171): 791f12959b23,44993,1731662868904 started 2024-11-15T09:27:49,482 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,482 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,45115,1731662868845, RpcServer on 791f12959b23/172.17.0.2:45115, sessionid=0x1013dd26c760001 2024-11-15T09:27:49,482 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:49,482 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,482 DEBUG [RS:0;791f12959b23:45115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,45115,1731662868845 2024-11-15T09:27:49,482 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,45115,1731662868845' 2024-11-15T09:27:49,482 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,44993,1731662868904, RpcServer on 791f12959b23/172.17.0.2:44993, sessionid=0x1013dd26c760002 2024-11-15T09:27:49,482 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:49,482 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:49,482 DEBUG [RS:1;791f12959b23:44993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,44993,1731662868904 2024-11-15T09:27:49,482 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,44993,1731662868904' 2024-11-15T09:27:49,482 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:49,482 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,45115,1731662868845 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,45115,1731662868845' 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,44993,1731662868904 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,44993,1731662868904' 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:49,483 DEBUG [RS:0;791f12959b23:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:49,483 DEBUG [RS:1;791f12959b23:44993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:49,484 DEBUG [RS:0;791f12959b23:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:49,484 INFO [RS:0;791f12959b23:45115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:49,484 INFO [RS:0;791f12959b23:45115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:49,484 DEBUG [RS:1;791f12959b23:44993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:49,484 INFO [RS:1;791f12959b23:44993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:49,484 INFO [RS:1;791f12959b23:44993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:49,584 INFO [RS:0;791f12959b23:45115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:49,584 INFO [RS:1;791f12959b23:44993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:49,586 INFO [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C44993%2C1731662868904, suffix=, logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs, maxLogs=32 2024-11-15T09:27:49,589 INFO [RS:0;791f12959b23:45115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C45115%2C1731662868845, suffix=, logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,45115,1731662868845, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs, maxLogs=32 2024-11-15T09:27:49,603 DEBUG [RS:1;791f12959b23:44993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904/791f12959b23%2C44993%2C1731662868904.1731662869586, exclude list is [], retry=0 2024-11-15T09:27:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-263bb845-be7b-4e9b-af9b-3a326287cade,DISK] 2024-11-15T09:27:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46203,DS-c6b25c72-0839-4260-bcef-d19a79aacfae,DISK] 2024-11-15T09:27:49,607 DEBUG [RS:0;791f12959b23:45115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,45115,1731662868845/791f12959b23%2C45115%2C1731662868845.1731662869590, exclude list is [], retry=0 2024-11-15T09:27:49,609 INFO [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904/791f12959b23%2C44993%2C1731662868904.1731662869586 2024-11-15T09:27:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-263bb845-be7b-4e9b-af9b-3a326287cade,DISK] 2024-11-15T09:27:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46203,DS-c6b25c72-0839-4260-bcef-d19a79aacfae,DISK] 2024-11-15T09:27:49,613 DEBUG [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44163:44163),(127.0.0.1/127.0.0.1:44185:44185)] 2024-11-15T09:27:49,615 INFO [RS:0;791f12959b23:45115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,45115,1731662868845/791f12959b23%2C45115%2C1731662868845.1731662869590 2024-11-15T09:27:49,615 DEBUG [RS:0;791f12959b23:45115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44163:44163),(127.0.0.1/127.0.0.1:44185:44185)] 2024-11-15T09:27:49,703 DEBUG [791f12959b23:46883 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:27:49,703 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:49,705 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:49,705 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:49,705 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:49,705 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:49,705 INFO [791f12959b23:46883 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:49,705 INFO [791f12959b23:46883 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:49,705 DEBUG [791f12959b23:46883 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:49,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,44993,1731662868904 2024-11-15T09:27:49,707 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,44993,1731662868904, state=OPENING 2024-11-15T09:27:49,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:27:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:49,739 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:49,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,44993,1731662868904}] 2024-11-15T09:27:49,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:27:49,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:49,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:49,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:49,898 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:27:49,899 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:49,899 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:27:49,901 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C44993%2C1731662868904.meta, suffix=.meta, logDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904, archiveDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs, maxLogs=32 2024-11-15T09:27:49,914 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904/791f12959b23%2C44993%2C1731662868904.meta.1731662869901.meta, exclude list is [], retry=0 2024-11-15T09:27:49,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-263bb845-be7b-4e9b-af9b-3a326287cade,DISK] 2024-11-15T09:27:49,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46203,DS-c6b25c72-0839-4260-bcef-d19a79aacfae,DISK] 2024-11-15T09:27:49,919 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/WALs/791f12959b23,44993,1731662868904/791f12959b23%2C44993%2C1731662868904.meta.1731662869901.meta 2024-11-15T09:27:49,919 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44163:44163),(127.0.0.1/127.0.0.1:44185:44185)] 2024-11-15T09:27:49,919 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:49,920 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:27:49,920 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:27:49,920 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:27:49,920 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:27:49,920 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:49,921 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:27:49,921 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:27:49,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:49,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:49,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:49,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:49,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:49,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:49,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:49,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:49,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:49,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:49,930 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:49,930 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740 2024-11-15T09:27:49,932 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740 2024-11-15T09:27:49,933 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:49,933 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:49,934 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:49,935 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:49,935 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66612118, jitterRate=-0.007402092218399048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:49,936 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:27:49,936 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662869921Writing region info on filesystem at 1731662869921Initializing all the Stores at 1731662869922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662869922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662869922Cleaning up temporary data from old regions at 1731662869933 (+11 ms)Running coprocessor post-open hooks at 1731662869936 (+3 ms)Region opened successfully at 1731662869936 2024-11-15T09:27:49,937 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662869892 2024-11-15T09:27:49,940 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:27:49,940 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:27:49,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44993,1731662868904 2024-11-15T09:27:49,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,44993,1731662868904, state=OPEN 2024-11-15T09:27:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:49,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:49,950 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,44993,1731662868904 2024-11-15T09:27:49,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:27:49,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,44993,1731662868904 in 211 msec 2024-11-15T09:27:49,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:27:49,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-15T09:27:49,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:49,958 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:27:49,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:49,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44993,1731662868904, seqNum=-1] 2024-11-15T09:27:49,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:49,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:49,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-15T09:27:49,968 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662869968, completionTime=-1 2024-11-15T09:27:49,969 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:27:49,969 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662929971 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662989971 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:46883, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,971 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,972 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:49,974 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:27:49,976 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.005sec 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:49,977 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:27:49,979 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:27:49,979 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:27:49,979 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46883,1731662868698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:50,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa43fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:50,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,46883,-1 for getting cluster id 2024-11-15T09:27:50,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:50,031 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11dabe53-28a6-46e3-b193-337ad46ee069' 2024-11-15T09:27:50,031 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:50,031 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11dabe53-28a6-46e3-b193-337ad46ee069" 2024-11-15T09:27:50,032 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a650e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:50,032 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,46883,-1] 2024-11-15T09:27:50,032 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:50,032 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:50,033 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:50,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:50,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:50,035 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44993,1731662868904, seqNum=-1] 2024-11-15T09:27:50,036 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:50,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:50,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,46883,1731662868698 2024-11-15T09:27:50,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:27:50,040 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,46883,1731662868698 2024-11-15T09:27:50,040 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e6193cb 2024-11-15T09:27:50,040 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:27:50,042 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:27:50,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:27:50,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:27:50,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:50,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:27:50,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:27:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:50,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:50,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T09:27:50,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T09:27:50,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:27:50,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T09:27:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:50,455 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11b4d38544f523ee27d59983a94c7bf5, NAME => 'testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c 2024-11-15T09:27:50,455 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bdf7fa025b1bdc6097919278bf043d1f, NAME => 'testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c 2024-11-15T09:27:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:50,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:50,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 11b4d38544f523ee27d59983a94c7bf5, disabling compactions & flushes 2024-11-15T09:27:50,464 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:50,464 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:50,464 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. after waiting 0 ms 2024-11-15T09:27:50,464 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:50,464 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:50,464 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11b4d38544f523ee27d59983a94c7bf5: Waiting for close lock at 1731662870463Disabling compacts and flushes for region at 1731662870463Disabling writes for close at 1731662870464 (+1 ms)Writing region close event to WAL at 1731662870464Closed at 1731662870464 2024-11-15T09:27:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:50,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:50,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing bdf7fa025b1bdc6097919278bf043d1f, disabling compactions & flushes 2024-11-15T09:27:50,862 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:50,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:50,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. after waiting 0 ms 2024-11-15T09:27:50,862 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:50,862 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:50,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for bdf7fa025b1bdc6097919278bf043d1f: Waiting for close lock at 1731662870862Disabling compacts and flushes for region at 1731662870862Disabling writes for close at 1731662870862Writing region close event to WAL at 1731662870862Closed at 1731662870862 2024-11-15T09:27:50,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:27:50,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662870864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662870864"}]},"ts":"1731662870864"} 2024-11-15T09:27:50,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662870864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662870864"}]},"ts":"1731662870864"} 2024-11-15T09:27:50,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:27:50,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:27:50,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662870869"}]},"ts":"1731662870869"} 2024-11-15T09:27:50,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:27:50,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:50,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:50,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:50,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:50,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:50,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:50,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:50,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:50,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b4d38544f523ee27d59983a94c7bf5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bdf7fa025b1bdc6097919278bf043d1f, ASSIGN}] 2024-11-15T09:27:50,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bdf7fa025b1bdc6097919278bf043d1f, ASSIGN 2024-11-15T09:27:50,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b4d38544f523ee27d59983a94c7bf5, ASSIGN 2024-11-15T09:27:50,876 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b4d38544f523ee27d59983a94c7bf5, ASSIGN; state=OFFLINE, location=791f12959b23,44993,1731662868904; forceNewPlan=false, retain=false 2024-11-15T09:27:50,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bdf7fa025b1bdc6097919278bf043d1f, ASSIGN; state=OFFLINE, location=791f12959b23,45115,1731662868845; forceNewPlan=false, retain=false 2024-11-15T09:27:51,026 INFO [791f12959b23:46883 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:27:51,027 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11b4d38544f523ee27d59983a94c7bf5, regionState=OPENING, regionLocation=791f12959b23,44993,1731662868904 2024-11-15T09:27:51,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bdf7fa025b1bdc6097919278bf043d1f, regionState=OPENING, regionLocation=791f12959b23,45115,1731662868845 2024-11-15T09:27:51,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bdf7fa025b1bdc6097919278bf043d1f, ASSIGN because future has completed 2024-11-15T09:27:51,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf7fa025b1bdc6097919278bf043d1f, server=791f12959b23,45115,1731662868845}] 2024-11-15T09:27:51,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b4d38544f523ee27d59983a94c7bf5, ASSIGN because future has completed 2024-11-15T09:27:51,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b4d38544f523ee27d59983a94c7bf5, server=791f12959b23,44993,1731662868904}] 2024-11-15T09:27:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:51,183 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:51,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:51,188 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:51,188 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bdf7fa025b1bdc6097919278bf043d1f, NAME => 'testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,189 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 11b4d38544f523ee27d59983a94c7bf5, NAME => 'testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:51,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,190 INFO [StoreOpener-bdf7fa025b1bdc6097919278bf043d1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,190 INFO [StoreOpener-11b4d38544f523ee27d59983a94c7bf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,191 INFO [StoreOpener-bdf7fa025b1bdc6097919278bf043d1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf7fa025b1bdc6097919278bf043d1f columnFamilyName family 2024-11-15T09:27:51,191 INFO [StoreOpener-11b4d38544f523ee27d59983a94c7bf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11b4d38544f523ee27d59983a94c7bf5 columnFamilyName family 2024-11-15T09:27:51,191 DEBUG [StoreOpener-bdf7fa025b1bdc6097919278bf043d1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:51,191 DEBUG [StoreOpener-11b4d38544f523ee27d59983a94c7bf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:51,192 INFO [StoreOpener-bdf7fa025b1bdc6097919278bf043d1f-1 {}] regionserver.HStore(327): Store=bdf7fa025b1bdc6097919278bf043d1f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:51,192 INFO [StoreOpener-11b4d38544f523ee27d59983a94c7bf5-1 {}] regionserver.HStore(327): Store=11b4d38544f523ee27d59983a94c7bf5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:51,192 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,192 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,193 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,195 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,195 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,197 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:51,197 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:51,197 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened bdf7fa025b1bdc6097919278bf043d1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914798, jitterRate=0.04181167483329773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:51,197 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 11b4d38544f523ee27d59983a94c7bf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301890, jitterRate=0.12208560109138489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:51,197 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:51,197 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:51,198 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bdf7fa025b1bdc6097919278bf043d1f: Running coprocessor pre-open hook at 1731662871189Writing region info on filesystem at 1731662871189Initializing all the Stores at 1731662871190 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662871190Cleaning up temporary data from old regions at 1731662871193 (+3 ms)Running coprocessor post-open hooks at 1731662871197 (+4 ms)Region opened successfully at 1731662871198 (+1 ms) 2024-11-15T09:27:51,198 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 11b4d38544f523ee27d59983a94c7bf5: Running coprocessor pre-open hook at 1731662871190Writing region info on filesystem at 1731662871190Initializing all the Stores at 1731662871190Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662871190Cleaning up temporary data from old regions at 1731662871193 (+3 ms)Running coprocessor post-open hooks at 1731662871197 (+4 ms)Region opened successfully at 1731662871198 (+1 ms) 2024-11-15T09:27:51,199 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f., pid=7, masterSystemTime=1731662871183 2024-11-15T09:27:51,199 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5., pid=8, masterSystemTime=1731662871185 2024-11-15T09:27:51,202 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:51,202 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:51,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bdf7fa025b1bdc6097919278bf043d1f, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,45115,1731662868845 2024-11-15T09:27:51,203 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:51,203 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:51,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11b4d38544f523ee27d59983a94c7bf5, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44993,1731662868904 2024-11-15T09:27:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf7fa025b1bdc6097919278bf043d1f, server=791f12959b23,45115,1731662868845 because future has completed 2024-11-15T09:27:51,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b4d38544f523ee27d59983a94c7bf5, server=791f12959b23,44993,1731662868904 because future has completed 2024-11-15T09:27:51,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T09:27:51,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bdf7fa025b1bdc6097919278bf043d1f, server=791f12959b23,45115,1731662868845 in 177 msec 2024-11-15T09:27:51,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-15T09:27:51,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11b4d38544f523ee27d59983a94c7bf5, server=791f12959b23,44993,1731662868904 in 177 msec 2024-11-15T09:27:51,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bdf7fa025b1bdc6097919278bf043d1f, ASSIGN in 336 msec 2024-11-15T09:27:51,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T09:27:51,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b4d38544f523ee27d59983a94c7bf5, ASSIGN in 338 msec 2024-11-15T09:27:51,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:27:51,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662871214"}]},"ts":"1731662871214"} 2024-11-15T09:27:51,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:27:51,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:27:51,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1750 sec 2024-11-15T09:27:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:52,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:27:52,200 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:27:52,200 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:27:52,204 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:27:52,208 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5., hostname=791f12959b23,44993,1731662868904, seqNum=2] 2024-11-15T09:27:52,222 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f., hostname=791f12959b23,45115,1731662868845, seqNum=2] 2024-11-15T09:27:52,222 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:52,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:52,239 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bdf7fa025b1bdc6097919278bf043d1f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:27:52,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/.tmp/family/de2f15145eba4df3ae57997ede596ab1 is 32, key is 5/family:/1731662872226/Put/seqid=0 2024-11-15T09:27:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:52,264 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/.tmp/family/de2f15145eba4df3ae57997ede596ab1 2024-11-15T09:27:52,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/.tmp/family/de2f15145eba4df3ae57997ede596ab1 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/family/de2f15145eba4df3ae57997ede596ab1 2024-11-15T09:27:52,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/family/de2f15145eba4df3ae57997ede596ab1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:27:52,280 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bdf7fa025b1bdc6097919278bf043d1f in 41ms, sequenceid=9, compaction requested=false 2024-11-15T09:27:52,280 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bdf7fa025b1bdc6097919278bf043d1f: 2024-11-15T09:27:52,280 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 11b4d38544f523ee27d59983a94c7bf5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:27:52,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/.tmp/family/c66fec0d36904682b48a4f5edff205b5 is 32, key is 1/family:/1731662872210/Put/seqid=0 2024-11-15T09:27:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:52,307 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/.tmp/family/c66fec0d36904682b48a4f5edff205b5 2024-11-15T09:27:52,316 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/.tmp/family/c66fec0d36904682b48a4f5edff205b5 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/family/c66fec0d36904682b48a4f5edff205b5 2024-11-15T09:27:52,323 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/family/c66fec0d36904682b48a4f5edff205b5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:27:52,324 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 11b4d38544f523ee27d59983a94c7bf5 in 44ms, sequenceid=8, compaction requested=false 2024-11-15T09:27:52,324 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 11b4d38544f523ee27d59983a94c7bf5: 2024-11-15T09:27:52,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228786bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:52,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,46883,-1 for getting cluster id 2024-11-15T09:27:52,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:52,326 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11dabe53-28a6-46e3-b193-337ad46ee069' 2024-11-15T09:27:52,326 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:52,326 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11dabe53-28a6-46e3-b193-337ad46ee069" 2024-11-15T09:27:52,327 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3332ae45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:52,327 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,46883,-1] 2024-11-15T09:27:52,327 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:52,328 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,329 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:52,330 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a01ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:52,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T09:27:52,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:52,339 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44993,1731662868904, seqNum=-1] 2024-11-15T09:27:52,339 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:52,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:52,344 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:52,344 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:52,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:52,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] bucket.BucketCache(1864): found 1 blocks for file de2f15145eba4df3ae57997ede596ab1, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:27:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] bucket.BucketCache(1864): found 1 blocks for file c66fec0d36904682b48a4f5edff205b5, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:27:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] bucket.BucketCache(857): removed key de2f15145eba4df3ae57997ede596ab1_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:27:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44993 {}] bucket.BucketCache(857): removed key c66fec0d36904682b48a4f5edff205b5_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:27:52,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:52,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:52,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:52,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:27:52,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:52,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:52,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:52,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:27:52,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004960761, stopped=false 2024-11-15T09:27:52,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,46883,1731662868698 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:52,455 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:52,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:52,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:52,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,45115,1731662868845' ***** 2024-11-15T09:27:52,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:52,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,44993,1731662868904' ***** 2024-11-15T09:27:52,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:52,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:52,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:52,456 INFO [RS:0;791f12959b23:45115 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:27:52,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:52,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:27:52,457 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:52,457 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:52,457 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:27:52,458 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:52,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:52,457 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(3091): Received CLOSE for 11b4d38544f523ee27d59983a94c7bf5 2024-11-15T09:27:52,458 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:27:52,458 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:27:52,458 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:27:52,459 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:27:52,459 INFO [RS:0;791f12959b23:45115 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:27:52,459 INFO [RS:0;791f12959b23:45115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:52,459 INFO [RS:0;791f12959b23:45115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:52,459 INFO [RS:0;791f12959b23:45115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:52,459 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(3091): Received CLOSE for bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:52,459 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,44993,1731662868904 2024-11-15T09:27:52,459 INFO [RS:1;791f12959b23:44993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:52,460 INFO [RS:1;791f12959b23:44993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:44993. 2024-11-15T09:27:52,460 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11b4d38544f523ee27d59983a94c7bf5, disabling compactions & flushes 2024-11-15T09:27:52,460 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:52,460 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:52,460 DEBUG [RS:1;791f12959b23:44993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:52,460 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. after waiting 0 ms 2024-11-15T09:27:52,460 DEBUG [RS:1;791f12959b23:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,460 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:52,460 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,45115,1731662868845 2024-11-15T09:27:52,460 INFO [RS:0;791f12959b23:45115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:52,460 INFO [RS:1;791f12959b23:44993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:52,460 INFO [RS:0;791f12959b23:45115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:45115. 2024-11-15T09:27:52,460 INFO [RS:1;791f12959b23:44993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:52,460 INFO [RS:1;791f12959b23:44993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:52,460 DEBUG [RS:0;791f12959b23:45115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:52,460 DEBUG [RS:0;791f12959b23:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,460 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:27:52,460 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:27:52,460 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1325): Online Regions={bdf7fa025b1bdc6097919278bf043d1f=testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f.} 2024-11-15T09:27:52,460 DEBUG [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1351): Waiting on bdf7fa025b1bdc6097919278bf043d1f 2024-11-15T09:27:52,461 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:27:52,461 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 11b4d38544f523ee27d59983a94c7bf5=testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5.} 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdf7fa025b1bdc6097919278bf043d1f, disabling compactions & flushes 2024-11-15T09:27:52,461 DEBUG [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1351): Waiting on 11b4d38544f523ee27d59983a94c7bf5, 1588230740 2024-11-15T09:27:52,461 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. after waiting 0 ms 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:52,461 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:52,461 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:52,461 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:27:52,474 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/11b4d38544f523ee27d59983a94c7bf5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:27:52,475 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:52,476 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11b4d38544f523ee27d59983a94c7bf5: Waiting for close lock at 1731662872460Running coprocessor pre-close hooks at 1731662872460Disabling compacts and flushes for region at 1731662872460Disabling writes for close at 1731662872460Writing region close event to WAL at 1731662872470 (+10 ms)Running coprocessor post-close hooks at 1731662872475 (+5 ms)Closed at 1731662872475 2024-11-15T09:27:52,476 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662870042.11b4d38544f523ee27d59983a94c7bf5. 2024-11-15T09:27:52,485 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/default/testClearRegionBlockCache/bdf7fa025b1bdc6097919278bf043d1f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:27:52,486 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:52,486 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdf7fa025b1bdc6097919278bf043d1f: Waiting for close lock at 1731662872461Running coprocessor pre-close hooks at 1731662872461Disabling compacts and flushes for region at 1731662872461Disabling writes for close at 1731662872461Writing region close event to WAL at 1731662872469 (+8 ms)Running coprocessor post-close hooks at 1731662872486 (+17 ms)Closed at 1731662872486 2024-11-15T09:27:52,486 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f. 2024-11-15T09:27:52,491 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/info/3e584559abce45d99339df5cc2af5411 is 173, key is testClearRegionBlockCache,5,1731662870042.bdf7fa025b1bdc6097919278bf043d1f./info:regioninfo/1731662871202/Put/seqid=0 2024-11-15T09:27:52,495 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:27:52,495 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:27:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:52,509 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/info/3e584559abce45d99339df5cc2af5411 2024-11-15T09:27:52,511 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:27:52,511 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:27:52,537 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/ns/e47103ff90aa43d2b3adeb98cf767a43 is 43, key is default/ns:d/1731662869962/Put/seqid=0 2024-11-15T09:27:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:27:52,546 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/ns/e47103ff90aa43d2b3adeb98cf767a43 2024-11-15T09:27:52,573 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/table/e3d903b8361c465ab42ad24bb8ddad5f is 61, key is testClearRegionBlockCache/table:state/1731662871214/Put/seqid=0 2024-11-15T09:27:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:52,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:27:52,581 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/table/e3d903b8361c465ab42ad24bb8ddad5f 2024-11-15T09:27:52,589 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/info/3e584559abce45d99339df5cc2af5411 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/info/3e584559abce45d99339df5cc2af5411 2024-11-15T09:27:52,597 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/info/3e584559abce45d99339df5cc2af5411, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:27:52,598 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/ns/e47103ff90aa43d2b3adeb98cf767a43 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/ns/e47103ff90aa43d2b3adeb98cf767a43 2024-11-15T09:27:52,606 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/ns/e47103ff90aa43d2b3adeb98cf767a43, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:27:52,608 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/.tmp/table/e3d903b8361c465ab42ad24bb8ddad5f as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/table/e3d903b8361c465ab42ad24bb8ddad5f 2024-11-15T09:27:52,616 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/table/e3d903b8361c465ab42ad24bb8ddad5f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:27:52,617 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=13, compaction requested=false 2024-11-15T09:27:52,623 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:27:52,624 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:27:52,624 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:52,624 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662872461Running coprocessor pre-close hooks at 1731662872461Disabling compacts and flushes for region at 1731662872461Disabling writes for close at 1731662872461Obtaining lock to block concurrent updates at 1731662872461Preparing flush snapshotting stores in 1588230740 at 1731662872461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662872462 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662872463 (+1 ms)Flushing 1588230740/info: creating writer at 1731662872463Flushing 1588230740/info: appending metadata at 1731662872490 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731662872490Flushing 1588230740/ns: creating writer at 1731662872517 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731662872537 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731662872537Flushing 1588230740/table: creating writer at 1731662872553 (+16 ms)Flushing 1588230740/table: appending metadata at 1731662872573 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731662872573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4989d80: reopening flushed file at 1731662872588 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182e0fda: reopening flushed file at 1731662872597 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b4fd96: reopening flushed file at 1731662872607 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=13, compaction requested=false at 1731662872617 (+10 ms)Writing region close event to WAL at 1731662872619 (+2 ms)Running coprocessor post-close hooks at 1731662872624 (+5 ms)Closed at 1731662872624 2024-11-15T09:27:52,624 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:52,661 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,45115,1731662868845; all regions closed. 2024-11-15T09:27:52,661 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,44993,1731662868904; all regions closed. 2024-11-15T09:27:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:27:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:27:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:27:52,667 DEBUG [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs 2024-11-15T09:27:52,667 INFO [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C44993%2C1731662868904.meta:.meta(num 1731662869901) 2024-11-15T09:27:52,668 DEBUG [RS:0;791f12959b23:45115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C45115%2C1731662868845:(num 1731662869590) 2024-11-15T09:27:52,668 DEBUG [RS:0;791f12959b23:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:52,668 INFO [RS:0;791f12959b23:45115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:52,668 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:52,669 INFO [RS:0;791f12959b23:45115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45115 2024-11-15T09:27:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:52,673 DEBUG [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/oldWALs 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C44993%2C1731662868904:(num 1731662869586) 2024-11-15T09:27:52,674 DEBUG [RS:1;791f12959b23:44993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:52,674 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:52,674 INFO [RS:1;791f12959b23:44993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44993 2024-11-15T09:27:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,45115,1731662868845 2024-11-15T09:27:52,675 INFO [RS:0;791f12959b23:45115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,44993,1731662868904 2024-11-15T09:27:52,686 INFO [RS:1;791f12959b23:44993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:52,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,44993,1731662868904] 2024-11-15T09:27:52,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,44993,1731662868904 already deleted, retry=false 2024-11-15T09:27:52,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,44993,1731662868904 expired; onlineServers=1 2024-11-15T09:27:52,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,45115,1731662868845] 2024-11-15T09:27:52,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,45115,1731662868845 already deleted, retry=false 2024-11-15T09:27:52,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,45115,1731662868845 expired; onlineServers=0 2024-11-15T09:27:52,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,46883,1731662868698' ***** 2024-11-15T09:27:52,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:27:52,718 INFO [M:0;791f12959b23:46883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:52,718 INFO [M:0;791f12959b23:46883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:52,718 DEBUG [M:0;791f12959b23:46883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:27:52,718 DEBUG [M:0;791f12959b23:46883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:27:52,718 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662869263 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662869263,5,FailOnTimeoutGroup] 2024-11-15T09:27:52,718 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662869263 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662869263,5,FailOnTimeoutGroup] 2024-11-15T09:27:52,718 INFO [M:0;791f12959b23:46883 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:52,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:27:52,719 INFO [M:0;791f12959b23:46883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:52,719 DEBUG [M:0;791f12959b23:46883 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:27:52,719 INFO [M:0;791f12959b23:46883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:27:52,720 INFO [M:0;791f12959b23:46883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:52,720 INFO [M:0;791f12959b23:46883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:27:52,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:27:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:52,728 DEBUG [M:0;791f12959b23:46883 {}] zookeeper.ZKUtil(347): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:27:52,728 WARN [M:0;791f12959b23:46883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:27:52,729 INFO [M:0;791f12959b23:46883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/.lastflushedseqids 2024-11-15T09:27:52,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:27:52,743 INFO [M:0;791f12959b23:46883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:27:52,744 INFO [M:0;791f12959b23:46883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:27:52,744 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:52,744 INFO [M:0;791f12959b23:46883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:52,744 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:52,744 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:52,744 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:52,744 INFO [M:0;791f12959b23:46883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-11-15T09:27:52,775 DEBUG [M:0;791f12959b23:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e00653a885f44e5aa8a559df93ddd51 is 82, key is hbase:meta,,1/info:regioninfo/1731662869940/Put/seqid=0 2024-11-15T09:27:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:52,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:27:52,783 INFO [M:0;791f12959b23:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e00653a885f44e5aa8a559df93ddd51 2024-11-15T09:27:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x1013dd26c760001, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:52,797 INFO [RS:0;791f12959b23:45115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:52,797 INFO [RS:0;791f12959b23:45115 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,45115,1731662868845; zookeeper connection closed. 2024-11-15T09:27:52,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24eef1d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24eef1d9 2024-11-15T09:27:52,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:52,808 INFO [RS:1;791f12959b23:44993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:52,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44993-0x1013dd26c760002, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:52,808 INFO [RS:1;791f12959b23:44993 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,44993,1731662868904; zookeeper connection closed. 2024-11-15T09:27:52,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b8f80f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b8f80f 2024-11-15T09:27:52,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:27:52,814 DEBUG [M:0;791f12959b23:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e186ad27c04340b12347f1cb34c55d is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662871219/Put/seqid=0 2024-11-15T09:27:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741846_1022 (size=6220) 2024-11-15T09:27:52,833 INFO [M:0;791f12959b23:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e186ad27c04340b12347f1cb34c55d 2024-11-15T09:27:52,867 DEBUG [M:0;791f12959b23:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83d97c96b6474276b42c5026b285cfe5 is 69, key is 791f12959b23,44993,1731662868904/rs:state/1731662869371/Put/seqid=0 2024-11-15T09:27:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:27:52,884 INFO [M:0;791f12959b23:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83d97c96b6474276b42c5026b285cfe5 2024-11-15T09:27:52,893 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e00653a885f44e5aa8a559df93ddd51 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e00653a885f44e5aa8a559df93ddd51 2024-11-15T09:27:52,901 INFO [M:0;791f12959b23:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e00653a885f44e5aa8a559df93ddd51, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:27:52,902 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8e186ad27c04340b12347f1cb34c55d as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8e186ad27c04340b12347f1cb34c55d 2024-11-15T09:27:52,909 INFO [M:0;791f12959b23:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8e186ad27c04340b12347f1cb34c55d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:27:52,910 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83d97c96b6474276b42c5026b285cfe5 as hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83d97c96b6474276b42c5026b285cfe5 2024-11-15T09:27:52,918 INFO [M:0;791f12959b23:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34265/user/jenkins/test-data/9117204d-24af-0da6-c44b-8ae1fd55a87c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83d97c96b6474276b42c5026b285cfe5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:27:52,920 INFO [M:0;791f12959b23:46883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=71, compaction requested=false 2024-11-15T09:27:52,930 INFO [M:0;791f12959b23:46883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:52,930 DEBUG [M:0;791f12959b23:46883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662872744Disabling compacts and flushes for region at 1731662872744Disabling writes for close at 1731662872744Obtaining lock to block concurrent updates at 1731662872744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662872744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1731662872744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662872746 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662872747 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662872775 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662872775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662872789 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662872813 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662872813Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662872842 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662872867 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662872867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3723ec11: reopening flushed file at 1731662872892 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cd6b25: reopening flushed file at 1731662872901 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a280f4e: reopening flushed file at 1731662872909 (+8 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=71, compaction requested=false at 1731662872920 (+11 ms)Writing region close event to WAL at 1731662872930 (+10 ms)Closed at 1731662872930 2024-11-15T09:27:52,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46203 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741830_1006 (size=35452) 2024-11-15T09:27:52,935 INFO [M:0;791f12959b23:46883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:27:52,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:52,936 INFO [M:0;791f12959b23:46883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46883 2024-11-15T09:27:52,936 INFO [M:0;791f12959b23:46883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:27:53,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:53,045 INFO [M:0;791f12959b23:46883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:27:53,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x1013dd26c760000, quorum=127.0.0.1:64928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:27:53,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1b21fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:53,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:53,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:53,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:53,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:53,052 WARN [BP-207335440-172.17.0.2-1731662866627 heartbeating to localhost/127.0.0.1:34265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:53,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:53,052 WARN [BP-207335440-172.17.0.2-1731662866627 heartbeating to localhost/127.0.0.1:34265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-207335440-172.17.0.2-1731662866627 (Datanode Uuid 811b8728-5c91-40d6-9025-60e370e9a0d0) service to localhost/127.0.0.1:34265 2024-11-15T09:27:53,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:53,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data3/current/BP-207335440-172.17.0.2-1731662866627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:53,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data4/current/BP-207335440-172.17.0.2-1731662866627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:53,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:53,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d9d051{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:53,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:53,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:53,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:53,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:53,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:27:53,059 WARN [BP-207335440-172.17.0.2-1731662866627 heartbeating to localhost/127.0.0.1:34265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:27:53,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:27:53,060 WARN [BP-207335440-172.17.0.2-1731662866627 heartbeating to localhost/127.0.0.1:34265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-207335440-172.17.0.2-1731662866627 (Datanode Uuid 57870189-6115-41ac-8893-e9ae4e590081) service to localhost/127.0.0.1:34265 2024-11-15T09:27:53,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data1/current/BP-207335440-172.17.0.2-1731662866627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:53,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/cluster_f411851e-00c0-aa1d-8d96-273244fceedf/data/data2/current/BP-207335440-172.17.0.2-1731662866627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:27:53,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:27:53,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f203a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:53,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:27:53,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:27:53,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:27:53,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir/,STOPPED} 2024-11-15T09:27:53,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:27:53,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:27:53,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 131) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34265 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34265 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3682 (was 3760) 2024-11-15T09:27:53,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=3682 2024-11-15T09:27:53,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir so I do NOT create it in target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d 2024-11-15T09:27:53,140 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:27:53,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.tmp.dir so I do NOT create it in target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d 2024-11-15T09:27:53,140 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54ce40cf-2f1b-bde7-5948-b49a95599a62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:27:53,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e, deleteOnExit=true 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/test.cache.data in system properties and HBase conf 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:27:53,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:27:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:27:53,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:53,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:53,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:53,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:53,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:53,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:53,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5ffeab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:53,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be6f312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:53,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7774c9d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/java.io.tmpdir/jetty-localhost-46179-hadoop-hdfs-3_4_1-tests_jar-_-any-3945288619824470116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:27:53,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c55c1b3{HTTP/1.1, (http/1.1)}{localhost:46179} 2024-11-15T09:27:53,608 INFO [Time-limited test {}] server.Server(415): Started @30297ms 2024-11-15T09:27:54,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:54,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:54,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:54,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:54,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:27:54,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383ecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:54,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348f9fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:54,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dec213b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/java.io.tmpdir/jetty-localhost-35013-hadoop-hdfs-3_4_1-tests_jar-_-any-5749940783655037566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:54,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160bce9d{HTTP/1.1, (http/1.1)}{localhost:35013} 2024-11-15T09:27:54,260 INFO [Time-limited test {}] server.Server(415): Started @30949ms 2024-11-15T09:27:54,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:54,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:27:54,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:27:54,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:27:54,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:27:54,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:27:54,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa1e75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:27:54,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43808b72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:27:54,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c5c703{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/java.io.tmpdir/jetty-localhost-37027-hadoop-hdfs-3_4_1-tests_jar-_-any-3729587312246588351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:27:54,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33705503{HTTP/1.1, (http/1.1)}{localhost:37027} 2024-11-15T09:27:54,396 INFO [Time-limited test {}] server.Server(415): Started @31085ms 2024-11-15T09:27:54,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:27:55,269 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data1/current/BP-740675880-172.17.0.2-1731662873166/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:55,269 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data2/current/BP-740675880-172.17.0.2-1731662873166/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:55,283 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x208030403a47e35a with lease ID 0x4a8773880f1b80d5: Processing first storage report for DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=e6113cd7-f48a-456d-a3f8-5356051c08ea, infoPort=35607, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166) 2024-11-15T09:27:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x208030403a47e35a with lease ID 0x4a8773880f1b80d5: from storage DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=e6113cd7-f48a-456d-a3f8-5356051c08ea, infoPort=35607, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x208030403a47e35a with lease ID 0x4a8773880f1b80d5: Processing first storage report for DS-b24d0912-93a6-496b-9d99-2a694748a2c7 from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=e6113cd7-f48a-456d-a3f8-5356051c08ea, infoPort=35607, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166) 2024-11-15T09:27:55,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x208030403a47e35a with lease ID 0x4a8773880f1b80d5: from storage DS-b24d0912-93a6-496b-9d99-2a694748a2c7 node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=e6113cd7-f48a-456d-a3f8-5356051c08ea, infoPort=35607, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:55,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:27:55,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:27:55,473 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data3/current/BP-740675880-172.17.0.2-1731662873166/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:55,473 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data4/current/BP-740675880-172.17.0.2-1731662873166/current, will proceed with Du for space computation calculation, 2024-11-15T09:27:55,492 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:27:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3df0ccc55e4a2a3e with lease ID 0x4a8773880f1b80d6: Processing first storage report for DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=71661e3c-d038-41eb-8f0e-7624714295da, infoPort=41973, infoSecurePort=0, ipcPort=43447, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166) 2024-11-15T09:27:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3df0ccc55e4a2a3e with lease ID 0x4a8773880f1b80d6: from storage DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=71661e3c-d038-41eb-8f0e-7624714295da, infoPort=41973, infoSecurePort=0, ipcPort=43447, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3df0ccc55e4a2a3e with lease ID 0x4a8773880f1b80d6: Processing first storage report for DS-06564594-6c8e-42a0-b93c-8742b3f6f7b9 from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=71661e3c-d038-41eb-8f0e-7624714295da, infoPort=41973, infoSecurePort=0, ipcPort=43447, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166) 2024-11-15T09:27:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3df0ccc55e4a2a3e with lease ID 0x4a8773880f1b80d6: from storage DS-06564594-6c8e-42a0-b93c-8742b3f6f7b9 node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=71661e3c-d038-41eb-8f0e-7624714295da, infoPort=41973, infoSecurePort=0, ipcPort=43447, storageInfo=lv=-57;cid=testClusterID;nsid=487147283;c=1731662873166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:27:55,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d 2024-11-15T09:27:55,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/zookeeper_0, clientPort=50693, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:27:55,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50693 2024-11-15T09:27:55,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:27:55,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 with version=8 2024-11-15T09:27:55,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/hbase-staging 2024-11-15T09:27:55,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:27:55,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:55,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39675 2024-11-15T09:27:55,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39675 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-15T09:27:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396750x0, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:55,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39675-0x1013dd287340000 connected 2024-11-15T09:27:55,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:55,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084, hbase.cluster.distributed=false 2024-11-15T09:27:55,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:55,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-15T09:27:55,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39675 2024-11-15T09:27:55,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39675 2024-11-15T09:27:55,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-15T09:27:55,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39675 2024-11-15T09:27:55,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:55,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:55,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36513 2024-11-15T09:27:55,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36513 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-15T09:27:55,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:55,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365130x0, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:55,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36513-0x1013dd287340001 connected 2024-11-15T09:27:55,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:55,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:55,969 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:27:55,975 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:27:55,975 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:27:55,976 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:27:55,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:55,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:55,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:55,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T09:27:55,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36513 2024-11-15T09:27:55,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36513 2024-11-15T09:27:55,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T09:27:55,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T09:27:55,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:27:55,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:27:55,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:27:55,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:27:55,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:27:55,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:27:55,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34757 2024-11-15T09:27:55,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34757 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-15T09:27:55,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:56,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347570x0, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:27:56,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347570x0, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:56,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34757-0x1013dd287340002 connected 2024-11-15T09:27:56,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:27:56,013 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:27:56,018 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:27:56,019 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:27:56,019 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:27:56,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:27:56,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:27:56,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:27:56,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-15T09:27:56,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34757 2024-11-15T09:27:56,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34757 2024-11-15T09:27:56,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-15T09:27:56,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34757 2024-11-15T09:27:56,037 DEBUG [M:0;791f12959b23:39675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:39675 2024-11-15T09:27:56,037 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,39675,1731662875544 2024-11-15T09:27:56,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,051 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,39675,1731662875544 2024-11-15T09:27:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:27:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,061 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:27:56,062 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,39675,1731662875544 from backup master directory 2024-11-15T09:27:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,39675,1731662875544 2024-11-15T09:27:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:27:56,071 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:56,071 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,39675,1731662875544 2024-11-15T09:27:56,075 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/hbase.id] with ID: 4a04b86a-2ab9-4a3d-99b6-f4130019a633 2024-11-15T09:27:56,075 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/.tmp/hbase.id 2024-11-15T09:27:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:27:56,082 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/.tmp/hbase.id]:[hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/hbase.id] 2024-11-15T09:27:56,094 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:27:56,094 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:27:56,095 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T09:27:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:27:56,114 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:56,115 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:27:56,115 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:27:56,125 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store 2024-11-15T09:27:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:27:56,132 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:56,132 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:27:56,132 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662876132Disabling compacts and flushes for region at 1731662876132Disabling writes for close at 1731662876132Writing region close event to WAL at 1731662876132Closed at 1731662876132 2024-11-15T09:27:56,133 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/.initializing 2024-11-15T09:27:56,133 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/WALs/791f12959b23,39675,1731662875544 2024-11-15T09:27:56,134 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:56,136 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C39675%2C1731662875544, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/WALs/791f12959b23,39675,1731662875544, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/oldWALs, maxLogs=10 2024-11-15T09:27:56,150 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/WALs/791f12959b23,39675,1731662875544/791f12959b23%2C39675%2C1731662875544.1731662876136, exclude list is [], retry=0 2024-11-15T09:27:56,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a,DISK] 2024-11-15T09:27:56,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b,DISK] 2024-11-15T09:27:56,156 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/WALs/791f12959b23,39675,1731662875544/791f12959b23%2C39675%2C1731662875544.1731662876136 2024-11-15T09:27:56,156 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:35607:35607)] 2024-11-15T09:27:56,156 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:56,156 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:56,156 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,157 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:27:56,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:56,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:27:56,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:56,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:27:56,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:56,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:27:56,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:56,170 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,170 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,171 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,172 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,172 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,172 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:56,173 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:27:56,175 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:56,175 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288939, jitterRate=0.09209029376506805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:56,176 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662876157Initializing all the Stores at 1731662876158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662876158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662876160 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662876160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662876160Cleaning up temporary data from old regions at 1731662876172 (+12 ms)Region opened successfully at 1731662876176 (+4 ms) 2024-11-15T09:27:56,176 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:27:56,179 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2741211b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:56,180 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:27:56,180 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:27:56,180 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:27:56,180 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:27:56,181 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:27:56,181 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:27:56,181 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:27:56,183 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:27:56,184 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:27:56,191 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:27:56,191 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:27:56,192 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:27:56,201 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:27:56,202 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:27:56,203 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:27:56,212 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:27:56,213 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:27:56,222 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:27:56,225 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:27:56,233 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,244 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,39675,1731662875544, sessionid=0x1013dd287340000, setting cluster-up flag (Was=false) 2024-11-15T09:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,402 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:27:56,403 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,39675,1731662875544 2024-11-15T09:27:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,454 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:27:56,455 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,39675,1731662875544 2024-11-15T09:27:56,456 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:27:56,458 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:56,458 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:27:56,458 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:27:56,458 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,39675,1731662875544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:56,460 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662906461 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:27:56,461 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:27:56,462 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:27:56,462 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:56,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:27:56,462 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:27:56,462 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:27:56,462 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:27:56,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:27:56,464 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:27:56,464 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:27:56,464 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662876464,5,FailOnTimeoutGroup] 2024-11-15T09:27:56,465 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662876464,5,FailOnTimeoutGroup] 2024-11-15T09:27:56,465 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,465 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:27:56,465 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,465 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:27:56,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:27:56,474 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 2024-11-15T09:27:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:27:56,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:56,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:56,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:56,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:56,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:56,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:56,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:56,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:56,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:56,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:56,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:56,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:56,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740 2024-11-15T09:27:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740 2024-11-15T09:27:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:56,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:56,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:56,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:56,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66224492, jitterRate=-0.01317816972732544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662876481Initializing all the Stores at 1731662876481Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662876482 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662876482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662876482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662876482Cleaning up temporary data from old regions at 1731662876492 (+10 ms)Region opened successfully at 1731662876496 (+4 ms) 2024-11-15T09:27:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:56,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:56,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:27:56,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662876496Disabling compacts and flushes for region at 1731662876496Disabling writes for close at 1731662876496Writing region close event to WAL at 1731662876497 (+1 ms)Closed at 1731662876497 2024-11-15T09:27:56,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:56,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:27:56,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:27:56,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:56,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:27:56,525 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(746): ClusterId : 4a04b86a-2ab9-4a3d-99b6-f4130019a633 2024-11-15T09:27:56,525 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(746): ClusterId : 4a04b86a-2ab9-4a3d-99b6-f4130019a633 2024-11-15T09:27:56,525 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:56,525 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:27:56,535 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:56,535 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:27:56,535 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:56,535 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:27:56,546 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:56,546 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:27:56,546 DEBUG [RS:0;791f12959b23:36513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7b7b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:56,546 DEBUG [RS:1;791f12959b23:34757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f38d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:27:56,557 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:34757 2024-11-15T09:27:56,557 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:36513 2024-11-15T09:27:56,558 INFO [RS:0;791f12959b23:36513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:56,558 INFO [RS:1;791f12959b23:34757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:27:56,558 INFO [RS:0;791f12959b23:36513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:56,558 INFO [RS:1;791f12959b23:34757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:27:56,558 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:56,558 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:27:56,558 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,39675,1731662875544 with port=36513, startcode=1731662875948 2024-11-15T09:27:56,558 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,39675,1731662875544 with port=34757, startcode=1731662875995 2024-11-15T09:27:56,559 DEBUG [RS:0;791f12959b23:36513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:56,559 DEBUG [RS:1;791f12959b23:34757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:27:56,560 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:56,560 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:27:56,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,34757,1731662875995 2024-11-15T09:27:56,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39675 {}] master.ServerManager(517): Registering regionserver=791f12959b23,34757,1731662875995 2024-11-15T09:27:56,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,36513,1731662875948 2024-11-15T09:27:56,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39675 {}] master.ServerManager(517): Registering regionserver=791f12959b23,36513,1731662875948 2024-11-15T09:27:56,562 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 2024-11-15T09:27:56,562 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36083 2024-11-15T09:27:56,562 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:56,563 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 2024-11-15T09:27:56,563 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36083 2024-11-15T09:27:56,563 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:27:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:27:56,613 DEBUG [RS:1;791f12959b23:34757 {}] zookeeper.ZKUtil(111): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,34757,1731662875995 2024-11-15T09:27:56,613 WARN [RS:1;791f12959b23:34757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:56,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,34757,1731662875995] 2024-11-15T09:27:56,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,36513,1731662875948] 2024-11-15T09:27:56,613 INFO [RS:1;791f12959b23:34757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:56,613 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,34757,1731662875995 2024-11-15T09:27:56,613 DEBUG [RS:0;791f12959b23:36513 {}] zookeeper.ZKUtil(111): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,36513,1731662875948 2024-11-15T09:27:56,613 WARN [RS:0;791f12959b23:36513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:27:56,613 INFO [RS:0;791f12959b23:36513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:56,614 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948 2024-11-15T09:27:56,617 INFO [RS:1;791f12959b23:34757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:56,617 INFO [RS:0;791f12959b23:36513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:27:56,619 INFO [RS:0;791f12959b23:36513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:56,619 INFO [RS:0;791f12959b23:36513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:56,619 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,619 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:56,620 INFO [RS:1;791f12959b23:34757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:27:56,620 INFO [RS:1;791f12959b23:34757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:27:56,620 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,620 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:27:56,620 INFO [RS:0;791f12959b23:36513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:56,621 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 INFO [RS:1;791f12959b23:34757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:56,621 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,621 DEBUG [RS:0;791f12959b23:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:56,622 DEBUG [RS:1;791f12959b23:34757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:27:56,629 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,629 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36513,1731662875948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:56,630 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34757,1731662875995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:56,649 INFO [RS:0;791f12959b23:36513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:56,649 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36513,1731662875948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,649 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,649 INFO [RS:0;791f12959b23:36513 {}] regionserver.Replication(171): 791f12959b23,36513,1731662875948 started 2024-11-15T09:27:56,651 WARN [791f12959b23:39675 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:27:56,651 INFO [RS:1;791f12959b23:34757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:27:56,651 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34757,1731662875995-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,651 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,651 INFO [RS:1;791f12959b23:34757 {}] regionserver.Replication(171): 791f12959b23,34757,1731662875995 started 2024-11-15T09:27:56,668 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,669 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,36513,1731662875948, RpcServer on 791f12959b23/172.17.0.2:36513, sessionid=0x1013dd287340001 2024-11-15T09:27:56,669 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:56,669 DEBUG [RS:0;791f12959b23:36513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,36513,1731662875948 2024-11-15T09:27:56,669 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36513,1731662875948' 2024-11-15T09:27:56,669 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:56,669 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:56,670 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:56,670 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,34757,1731662875995, RpcServer on 791f12959b23/172.17.0.2:34757, sessionid=0x1013dd287340002 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,36513,1731662875948 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36513,1731662875948' 2024-11-15T09:27:56,670 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:56,670 DEBUG [RS:1;791f12959b23:34757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,34757,1731662875995 2024-11-15T09:27:56,670 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,34757,1731662875995' 2024-11-15T09:27:56,670 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:27:56,670 DEBUG [RS:0;791f12959b23:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:56,670 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:27:56,671 DEBUG [RS:0;791f12959b23:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:56,671 INFO [RS:0;791f12959b23:36513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:27:56,671 INFO [RS:0;791f12959b23:36513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,34757,1731662875995 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,34757,1731662875995' 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:27:56,671 DEBUG [RS:1;791f12959b23:34757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:27:56,671 INFO [RS:1;791f12959b23:34757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:27:56,671 INFO [RS:1;791f12959b23:34757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:27:56,771 INFO [RS:0;791f12959b23:36513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:56,772 INFO [RS:1;791f12959b23:34757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:27:56,773 INFO [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36513%2C1731662875948, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs, maxLogs=32 2024-11-15T09:27:56,774 INFO [RS:1;791f12959b23:34757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C34757%2C1731662875995, suffix=, logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,34757,1731662875995, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs, maxLogs=32 2024-11-15T09:27:56,788 DEBUG [RS:1;791f12959b23:34757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,34757,1731662875995/791f12959b23%2C34757%2C1731662875995.1731662876774, exclude list is [], retry=0 2024-11-15T09:27:56,790 DEBUG [RS:0;791f12959b23:36513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948/791f12959b23%2C36513%2C1731662875948.1731662876774, exclude list is [], retry=0 2024-11-15T09:27:56,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a,DISK] 2024-11-15T09:27:56,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b,DISK] 2024-11-15T09:27:56,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a,DISK] 2024-11-15T09:27:56,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b,DISK] 2024-11-15T09:27:56,804 INFO [RS:1;791f12959b23:34757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,34757,1731662875995/791f12959b23%2C34757%2C1731662875995.1731662876774 2024-11-15T09:27:56,804 DEBUG [RS:1;791f12959b23:34757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35607:35607),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-15T09:27:56,806 INFO [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948/791f12959b23%2C36513%2C1731662875948.1731662876774 2024-11-15T09:27:56,808 DEBUG [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35607:35607),(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-15T09:27:56,901 DEBUG [791f12959b23:39675 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:27:56,901 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:56,903 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:56,903 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:56,903 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:56,903 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:56,903 INFO [791f12959b23:39675 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:56,903 INFO [791f12959b23:39675 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:56,903 DEBUG [791f12959b23:39675 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:56,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,36513,1731662875948 2024-11-15T09:27:56,905 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36513,1731662875948, state=OPENING 2024-11-15T09:27:56,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:27:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:56,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:56,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:56,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:56,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:27:56,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36513,1731662875948}] 2024-11-15T09:27:57,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:57,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:57,156 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:27:57,156 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:27:57,156 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:27:57,158 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36513%2C1731662875948.meta, suffix=.meta, logDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948, archiveDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs, maxLogs=32 2024-11-15T09:27:57,176 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948/791f12959b23%2C36513%2C1731662875948.meta.1731662877159.meta, exclude list is [], retry=0 2024-11-15T09:27:57,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0e2201b3-7b0f-4a7e-9f87-a5f4eec66a5a,DISK] 2024-11-15T09:27:57,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-4cd94394-a794-4c6e-8e05-e0f97cf30a6b,DISK] 2024-11-15T09:27:57,183 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,36513,1731662875948/791f12959b23%2C36513%2C1731662875948.meta.1731662877159.meta 2024-11-15T09:27:57,183 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973),(127.0.0.1/127.0.0.1:35607:35607)] 2024-11-15T09:27:57,183 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:27:57,183 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:27:57,183 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:27:57,184 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:27:57,184 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:27:57,184 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:57,184 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:27:57,184 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:27:57,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:27:57,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:27:57,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:57,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:57,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:27:57,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:27:57,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:57,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:57,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:27:57,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:27:57,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:57,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:57,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:27:57,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:27:57,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:57,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:27:57,194 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:27:57,195 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740 2024-11-15T09:27:57,197 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740 2024-11-15T09:27:57,198 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:27:57,198 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:27:57,198 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:27:57,200 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:27:57,200 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60773353, jitterRate=-0.09440647065639496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:27:57,200 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:27:57,201 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662877184Writing region info on filesystem at 1731662877184Initializing all the Stores at 1731662877185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662877185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662877188 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662877188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662877188Cleaning up temporary data from old regions at 1731662877198 (+10 ms)Running coprocessor post-open hooks at 1731662877200 (+2 ms)Region opened successfully at 1731662877201 (+1 ms) 2024-11-15T09:27:57,202 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662877148 2024-11-15T09:27:57,204 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:27:57,204 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:27:57,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36513,1731662875948 2024-11-15T09:27:57,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36513,1731662875948, state=OPEN 2024-11-15T09:27:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:27:57,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,36513,1731662875948 2024-11-15T09:27:57,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:57,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:57,219 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:27:57,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:27:57,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36513,1731662875948 in 227 msec 2024-11-15T09:27:57,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:27:57,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-15T09:27:57,225 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:27:57,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:27:57,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:57,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36513,1731662875948, seqNum=-1] 2024-11-15T09:27:57,227 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:57,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:57,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-11-15T09:27:57,234 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662877234, completionTime=-1 2024-11-15T09:27:57,234 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:27:57,234 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:27:57,237 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:27:57,237 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662937237 2024-11-15T09:27:57,237 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662997237 2024-11-15T09:27:57,237 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T09:27:57,237 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:27:57,240 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,240 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,240 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,241 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:39675, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,241 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,241 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,244 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.175sec 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:27:57,246 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:27:57,248 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:27:57,248 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:27:57,248 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39675,1731662875544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:27:57,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545ba39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:57,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,39675,-1 for getting cluster id 2024-11-15T09:27:57,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:27:57,327 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a04b86a-2ab9-4a3d-99b6-f4130019a633' 2024-11-15T09:27:57,327 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:27:57,327 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a04b86a-2ab9-4a3d-99b6-f4130019a633" 2024-11-15T09:27:57,328 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1314bf71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:57,328 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,39675,-1] 2024-11-15T09:27:57,328 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:27:57,328 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:57,329 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:27:57,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0cf669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:27:57,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:27:57,331 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36513,1731662875948, seqNum=-1] 2024-11-15T09:27:57,331 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:57,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:57,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,39675,1731662875544 2024-11-15T09:27:57,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:27:57,336 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,39675,1731662875544 2024-11-15T09:27:57,336 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d50b8d9 2024-11-15T09:27:57,336 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:27:57,337 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:27:57,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:27:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:27:57,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:27:57,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:57,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:27:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:57,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:27:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:57,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:27:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:57,755 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6900f96e0da72e09fceb5cd6c2c8e06, NAME => 'testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 2024-11-15T09:27:57,755 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 19e33c6ef3028809c52117165c7850bc, NAME => 'testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084 2024-11-15T09:27:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:57,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:27:57,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d6900f96e0da72e09fceb5cd6c2c8e06, disabling compactions & flushes 2024-11-15T09:27:57,763 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. after waiting 0 ms 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:57,763 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:57,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6900f96e0da72e09fceb5cd6c2c8e06: Waiting for close lock at 1731662877763Disabling compacts and flushes for region at 1731662877763Disabling writes for close at 1731662877763Writing region close event to WAL at 1731662877763Closed at 1731662877763 2024-11-15T09:27:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:27:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 19e33c6ef3028809c52117165c7850bc, disabling compactions & flushes 2024-11-15T09:27:58,164 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. after waiting 0 ms 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,164 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,164 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 19e33c6ef3028809c52117165c7850bc: Waiting for close lock at 1731662878164Disabling compacts and flushes for region at 1731662878164Disabling writes for close at 1731662878164Writing region close event to WAL at 1731662878164Closed at 1731662878164 2024-11-15T09:27:58,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:27:58,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662878166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662878166"}]},"ts":"1731662878166"} 2024-11-15T09:27:58,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662878166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662878166"}]},"ts":"1731662878166"} 2024-11-15T09:27:58,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:27:58,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:27:58,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662878170"}]},"ts":"1731662878170"} 2024-11-15T09:27:58,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:27:58,173 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:27:58,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:27:58,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:27:58,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:27:58,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:27:58,174 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:27:58,174 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:27:58,174 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:27:58,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6900f96e0da72e09fceb5cd6c2c8e06, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19e33c6ef3028809c52117165c7850bc, ASSIGN}] 2024-11-15T09:27:58,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6900f96e0da72e09fceb5cd6c2c8e06, ASSIGN 2024-11-15T09:27:58,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19e33c6ef3028809c52117165c7850bc, ASSIGN 2024-11-15T09:27:58,178 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6900f96e0da72e09fceb5cd6c2c8e06, ASSIGN; state=OFFLINE, location=791f12959b23,34757,1731662875995; forceNewPlan=false, retain=false 2024-11-15T09:27:58,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19e33c6ef3028809c52117165c7850bc, ASSIGN; state=OFFLINE, location=791f12959b23,36513,1731662875948; forceNewPlan=false, retain=false 2024-11-15T09:27:58,328 INFO [791f12959b23:39675 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:27:58,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6900f96e0da72e09fceb5cd6c2c8e06, regionState=OPENING, regionLocation=791f12959b23,34757,1731662875995 2024-11-15T09:27:58,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19e33c6ef3028809c52117165c7850bc, regionState=OPENING, regionLocation=791f12959b23,36513,1731662875948 2024-11-15T09:27:58,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6900f96e0da72e09fceb5cd6c2c8e06, ASSIGN because future has completed 2024-11-15T09:27:58,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6900f96e0da72e09fceb5cd6c2c8e06, server=791f12959b23,34757,1731662875995}] 2024-11-15T09:27:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19e33c6ef3028809c52117165c7850bc, ASSIGN because future has completed 2024-11-15T09:27:58,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e33c6ef3028809c52117165c7850bc, server=791f12959b23,36513,1731662875948}] 2024-11-15T09:27:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:58,484 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:27:58,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:27:58,489 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,489 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 19e33c6ef3028809c52117165c7850bc, NAME => 'testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:27:58,489 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,489 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:58,489 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,489 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,490 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:58,490 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d6900f96e0da72e09fceb5cd6c2c8e06, NAME => 'testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:27:58,490 INFO [StoreOpener-19e33c6ef3028809c52117165c7850bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,490 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,491 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:27:58,491 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,491 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,492 INFO [StoreOpener-19e33c6ef3028809c52117165c7850bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e33c6ef3028809c52117165c7850bc columnFamilyName family 2024-11-15T09:27:58,492 INFO [StoreOpener-d6900f96e0da72e09fceb5cd6c2c8e06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,492 DEBUG [StoreOpener-19e33c6ef3028809c52117165c7850bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:58,492 INFO [StoreOpener-19e33c6ef3028809c52117165c7850bc-1 {}] regionserver.HStore(327): Store=19e33c6ef3028809c52117165c7850bc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:58,492 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,493 INFO [StoreOpener-d6900f96e0da72e09fceb5cd6c2c8e06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6900f96e0da72e09fceb5cd6c2c8e06 columnFamilyName family 2024-11-15T09:27:58,493 DEBUG [StoreOpener-d6900f96e0da72e09fceb5cd6c2c8e06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:27:58,493 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,493 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,493 INFO [StoreOpener-d6900f96e0da72e09fceb5cd6c2c8e06-1 {}] regionserver.HStore(327): Store=d6900f96e0da72e09fceb5cd6c2c8e06/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:27:58,493 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,493 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,493 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,494 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,494 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,494 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,495 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,495 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,496 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,497 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:58,497 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 19e33c6ef3028809c52117165c7850bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70248491, jitterRate=0.046784088015556335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:58,497 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:58,498 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 19e33c6ef3028809c52117165c7850bc: Running coprocessor pre-open hook at 1731662878489Writing region info on filesystem at 1731662878489Initializing all the Stores at 1731662878490 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662878490Cleaning up temporary data from old regions at 1731662878493 (+3 ms)Running coprocessor post-open hooks at 1731662878497 (+4 ms)Region opened successfully at 1731662878498 (+1 ms) 2024-11-15T09:27:58,498 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:27:58,498 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened d6900f96e0da72e09fceb5cd6c2c8e06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62691740, jitterRate=-0.06582027673721313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:27:58,498 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:58,498 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d6900f96e0da72e09fceb5cd6c2c8e06: Running coprocessor pre-open hook at 1731662878491Writing region info on filesystem at 1731662878491Initializing all the Stores at 1731662878491Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662878491Cleaning up temporary data from old regions at 1731662878495 (+4 ms)Running coprocessor post-open hooks at 1731662878498 (+3 ms)Region opened successfully at 1731662878498 2024-11-15T09:27:58,499 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc., pid=8, masterSystemTime=1731662878485 2024-11-15T09:27:58,499 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06., pid=7, masterSystemTime=1731662878484 2024-11-15T09:27:58,501 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,501 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:58,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19e33c6ef3028809c52117165c7850bc, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36513,1731662875948 2024-11-15T09:27:58,502 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:58,502 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:58,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6900f96e0da72e09fceb5cd6c2c8e06, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,34757,1731662875995 2024-11-15T09:27:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e33c6ef3028809c52117165c7850bc, server=791f12959b23,36513,1731662875948 because future has completed 2024-11-15T09:27:58,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6900f96e0da72e09fceb5cd6c2c8e06, server=791f12959b23,34757,1731662875995 because future has completed 2024-11-15T09:27:58,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T09:27:58,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 19e33c6ef3028809c52117165c7850bc, server=791f12959b23,36513,1731662875948 in 173 msec 2024-11-15T09:27:58,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T09:27:58,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6900f96e0da72e09fceb5cd6c2c8e06, server=791f12959b23,34757,1731662875995 in 176 msec 2024-11-15T09:27:58,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19e33c6ef3028809c52117165c7850bc, ASSIGN in 333 msec 2024-11-15T09:27:58,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T09:27:58,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6900f96e0da72e09fceb5cd6c2c8e06, ASSIGN in 334 msec 2024-11-15T09:27:58,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:27:58,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662878512"}]},"ts":"1731662878512"} 2024-11-15T09:27:58,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:27:58,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:27:58,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1770 sec 2024-11-15T09:27:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:27:59,490 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:27:59,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:27:59,490 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:59,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:27:59,494 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:27:59,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:27:59,497 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06., hostname=791f12959b23,34757,1731662875995, seqNum=2] 2024-11-15T09:27:59,497 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:27:59,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:27:59,508 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc., hostname=791f12959b23,36513,1731662875948, seqNum=2] 2024-11-15T09:27:59,518 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 19e33c6ef3028809c52117165c7850bc 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:27:59,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/.tmp/family/54e1bebd915149ceb91073084b0e038b is 32, key is 5/family:/1731662879509/Put/seqid=0 2024-11-15T09:27:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:27:59,537 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/.tmp/family/54e1bebd915149ceb91073084b0e038b 2024-11-15T09:27:59,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/.tmp/family/54e1bebd915149ceb91073084b0e038b as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/family/54e1bebd915149ceb91073084b0e038b 2024-11-15T09:27:59,548 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/family/54e1bebd915149ceb91073084b0e038b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:27:59,549 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 19e33c6ef3028809c52117165c7850bc in 31ms, sequenceid=9, compaction requested=false 2024-11-15T09:27:59,549 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 19e33c6ef3028809c52117165c7850bc: 2024-11-15T09:27:59,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d6900f96e0da72e09fceb5cd6c2c8e06 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:27:59,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/.tmp/family/028f47315cb04f37a49900034ec57822 is 32, key is 1/family:/1731662879499/Put/seqid=0 2024-11-15T09:27:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:27:59,570 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/.tmp/family/028f47315cb04f37a49900034ec57822 2024-11-15T09:27:59,576 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/.tmp/family/028f47315cb04f37a49900034ec57822 as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/family/028f47315cb04f37a49900034ec57822 2024-11-15T09:27:59,582 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/family/028f47315cb04f37a49900034ec57822, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:27:59,583 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d6900f96e0da72e09fceb5cd6c2c8e06 in 34ms, sequenceid=8, compaction requested=false 2024-11-15T09:27:59,583 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d6900f96e0da72e09fceb5cd6c2c8e06: 2024-11-15T09:27:59,585 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 54e1bebd915149ceb91073084b0e038b, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:27:59,585 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 54e1bebd915149ceb91073084b0e038b_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:27:59,587 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 028f47315cb04f37a49900034ec57822, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:27:59,587 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 028f47315cb04f37a49900034ec57822_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:27:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:27:59,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:59,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:59,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:27:59,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:27:59,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2058373345, stopped=false 2024-11-15T09:27:59,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,39675,1731662875544 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:27:59,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:27:59,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:27:59,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:59,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,36513,1731662875948' ***** 2024-11-15T09:27:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,34757,1731662875995' ***** 2024-11-15T09:27:59,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:27:59,641 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:27:59,641 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:59,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:59,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:59,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:27:59,641 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:59,641 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:27:59,642 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:27:59,642 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:27:59,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(3091): Received CLOSE for d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:59,642 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:27:59,642 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,36513,1731662875948 2024-11-15T09:27:59,642 INFO [RS:0;791f12959b23:36513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:59,642 INFO [RS:0;791f12959b23:36513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:36513. 2024-11-15T09:27:59,642 DEBUG [RS:0;791f12959b23:36513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:59,642 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19e33c6ef3028809c52117165c7850bc, disabling compactions & flushes 2024-11-15T09:27:59,642 DEBUG [RS:0;791f12959b23:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,642 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,34757,1731662875995 2024-11-15T09:27:59,642 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:59,642 INFO [RS:0;791f12959b23:36513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:27:59,642 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. after waiting 0 ms 2024-11-15T09:27:59,642 INFO [RS:1;791f12959b23:34757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:34757. 2024-11-15T09:27:59,642 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:59,642 INFO [RS:0;791f12959b23:36513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:59,643 DEBUG [RS:1;791f12959b23:34757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:27:59,643 INFO [RS:0;791f12959b23:36513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:59,643 DEBUG [RS:1;791f12959b23:34757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,643 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:27:59,643 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6900f96e0da72e09fceb5cd6c2c8e06, disabling compactions & flushes 2024-11-15T09:27:59,643 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1325): Online Regions={d6900f96e0da72e09fceb5cd6c2c8e06=testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06.} 2024-11-15T09:27:59,643 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:59,643 DEBUG [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1351): Waiting on d6900f96e0da72e09fceb5cd6c2c8e06 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. after waiting 0 ms 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:59,643 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:27:59,643 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1325): Online Regions={19e33c6ef3028809c52117165c7850bc=testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T09:27:59,643 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19e33c6ef3028809c52117165c7850bc 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:27:59,643 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:27:59,643 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:27:59,643 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:27:59,651 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/19e33c6ef3028809c52117165c7850bc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:27:59,651 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/default/testClearRegionBlockCache/d6900f96e0da72e09fceb5cd6c2c8e06/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:27:59,652 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:59,652 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:59,652 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19e33c6ef3028809c52117165c7850bc: Waiting for close lock at 1731662879642Running coprocessor pre-close hooks at 1731662879642Disabling compacts and flushes for region at 1731662879642Disabling writes for close at 1731662879642Writing region close event to WAL at 1731662879645 (+3 ms)Running coprocessor post-close hooks at 1731662879652 (+7 ms)Closed at 1731662879652 2024-11-15T09:27:59,652 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6900f96e0da72e09fceb5cd6c2c8e06: Waiting for close lock at 1731662879643Running coprocessor pre-close hooks at 1731662879643Disabling compacts and flushes for region at 1731662879643Disabling writes for close at 1731662879643Writing region close event to WAL at 1731662879645 (+2 ms)Running coprocessor post-close hooks at 1731662879652 (+7 ms)Closed at 1731662879652 2024-11-15T09:27:59,652 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662877337.d6900f96e0da72e09fceb5cd6c2c8e06. 2024-11-15T09:27:59,652 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc. 2024-11-15T09:27:59,663 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/info/2c869d3cf0cd49dcbf962d57fdb563d5 is 173, key is testClearRegionBlockCache,5,1731662877337.19e33c6ef3028809c52117165c7850bc./info:regioninfo/1731662878501/Put/seqid=0 2024-11-15T09:27:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:27:59,733 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:59,735 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:59,843 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,34757,1731662875995; all regions closed. 2024-11-15T09:27:59,843 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T09:27:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:59,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/WALs/791f12959b23,34757,1731662875995/791f12959b23%2C34757%2C1731662875995.1731662876774 not finished, retry = 0 2024-11-15T09:27:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741833_1009 (size=1758) 2024-11-15T09:27:59,948 DEBUG [RS:1;791f12959b23:34757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs 2024-11-15T09:27:59,948 INFO [RS:1;791f12959b23:34757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C34757%2C1731662875995:(num 1731662876774) 2024-11-15T09:27:59,948 DEBUG [RS:1;791f12959b23:34757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:27:59,948 INFO [RS:1;791f12959b23:34757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:27:59,948 INFO [RS:1;791f12959b23:34757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:27:59,949 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:27:59,949 INFO [RS:1;791f12959b23:34757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34757 2024-11-15T09:28:00,012 INFO [RS:1;791f12959b23:34757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:28:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,34757,1731662875995 2024-11-15T09:28:00,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,34757,1731662875995] 2024-11-15T09:28:00,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,34757,1731662875995 already deleted, retry=false 2024-11-15T09:28:00,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,34757,1731662875995 expired; onlineServers=1 2024-11-15T09:28:00,043 DEBUG [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T09:28:00,069 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/info/2c869d3cf0cd49dcbf962d57fdb563d5 2024-11-15T09:28:00,088 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/ns/b095bb29d64d40a29d2c00cac644c4cc is 43, key is default/ns:d/1731662877229/Put/seqid=0 2024-11-15T09:28:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:28:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:28:00,093 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/ns/b095bb29d64d40a29d2c00cac644c4cc 2024-11-15T09:28:00,112 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/table/630a7c47a60c45308103c66fc06256a3 is 61, key is testClearRegionBlockCache/table:state/1731662878512/Put/seqid=0 2024-11-15T09:28:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:28:00,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:28:00,117 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/table/630a7c47a60c45308103c66fc06256a3 2024-11-15T09:28:00,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,122 INFO [RS:1;791f12959b23:34757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:00,122 INFO [RS:1;791f12959b23:34757 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,34757,1731662875995; zookeeper connection closed. 2024-11-15T09:28:00,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34757-0x1013dd287340002, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,123 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ffe23d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ffe23d1 2024-11-15T09:28:00,123 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/info/2c869d3cf0cd49dcbf962d57fdb563d5 as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/info/2c869d3cf0cd49dcbf962d57fdb563d5 2024-11-15T09:28:00,130 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/info/2c869d3cf0cd49dcbf962d57fdb563d5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:28:00,131 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/ns/b095bb29d64d40a29d2c00cac644c4cc as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/ns/b095bb29d64d40a29d2c00cac644c4cc 2024-11-15T09:28:00,137 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/ns/b095bb29d64d40a29d2c00cac644c4cc, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:28:00,138 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/.tmp/table/630a7c47a60c45308103c66fc06256a3 as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/table/630a7c47a60c45308103c66fc06256a3 2024-11-15T09:28:00,145 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/table/630a7c47a60c45308103c66fc06256a3, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:28:00,146 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false 2024-11-15T09:28:00,151 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:28:00,151 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:28:00,152 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:28:00,152 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662879643Running coprocessor pre-close hooks at 1731662879643Disabling compacts and flushes for region at 1731662879643Disabling writes for close at 1731662879643Obtaining lock to block concurrent updates at 1731662879643Preparing flush snapshotting stores in 1588230740 at 1731662879643Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662879644 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662879644Flushing 1588230740/info: creating writer at 1731662879644Flushing 1588230740/info: appending metadata at 1731662879663 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731662879663Flushing 1588230740/ns: creating writer at 1731662880074 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731662880088 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731662880088Flushing 1588230740/table: creating writer at 1731662880098 (+10 ms)Flushing 1588230740/table: appending metadata at 1731662880111 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731662880111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc509f1: reopening flushed file at 1731662880122 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d2d835: reopening flushed file at 1731662880130 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bf12b4: reopening flushed file at 1731662880137 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=13, compaction requested=false at 1731662880146 (+9 ms)Writing region close event to WAL at 1731662880147 (+1 ms)Running coprocessor post-close hooks at 1731662880151 (+4 ms)Closed at 1731662880152 (+1 ms) 2024-11-15T09:28:00,152 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:28:00,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:28:00,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T09:28:00,244 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,36513,1731662875948; all regions closed. 2024-11-15T09:28:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:28:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:28:00,248 DEBUG [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs 2024-11-15T09:28:00,248 INFO [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36513%2C1731662875948.meta:.meta(num 1731662877159) 2024-11-15T09:28:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:28:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741834_1010 (size=1867) 2024-11-15T09:28:00,252 DEBUG [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/oldWALs 2024-11-15T09:28:00,252 INFO [RS:0;791f12959b23:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36513%2C1731662875948:(num 1731662876774) 2024-11-15T09:28:00,252 DEBUG [RS:0;791f12959b23:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:00,252 INFO [RS:0;791f12959b23:36513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:28:00,252 INFO [RS:0;791f12959b23:36513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:28:00,252 INFO [RS:0;791f12959b23:36513 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:28:00,252 INFO [RS:0;791f12959b23:36513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:28:00,252 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:28:00,253 INFO [RS:0;791f12959b23:36513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36513 2024-11-15T09:28:00,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:28:00,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,36513,1731662875948 2024-11-15T09:28:00,264 INFO [RS:0;791f12959b23:36513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:00,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,36513,1731662875948] 2024-11-15T09:28:00,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,36513,1731662875948 already deleted, retry=false 2024-11-15T09:28:00,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,36513,1731662875948 expired; onlineServers=0 2024-11-15T09:28:00,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,39675,1731662875544' ***** 2024-11-15T09:28:00,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:28:00,285 INFO [M:0;791f12959b23:39675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:28:00,286 DEBUG [M:0;791f12959b23:39675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:28:00,286 DEBUG [M:0;791f12959b23:39675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:28:00,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:28:00,286 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662876464 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662876464,5,FailOnTimeoutGroup] 2024-11-15T09:28:00,286 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662876464 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662876464,5,FailOnTimeoutGroup] 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:28:00,286 DEBUG [M:0;791f12959b23:39675 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:28:00,286 INFO [M:0;791f12959b23:39675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:28:00,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:28:00,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:28:00,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:00,296 DEBUG [M:0;791f12959b23:39675 {}] zookeeper.ZKUtil(347): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:28:00,296 WARN [M:0;791f12959b23:39675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:28:00,296 INFO [M:0;791f12959b23:39675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/.lastflushedseqids 2024-11-15T09:28:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741844_1020 (size=191) 2024-11-15T09:28:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741844_1020 (size=191) 2024-11-15T09:28:00,302 INFO [M:0;791f12959b23:39675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:28:00,302 INFO [M:0;791f12959b23:39675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:28:00,302 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:28:00,302 INFO [M:0;791f12959b23:39675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:00,302 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:00,302 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:28:00,302 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:00,302 INFO [M:0;791f12959b23:39675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-15T09:28:00,318 DEBUG [M:0;791f12959b23:39675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf9e5faf54d04644b175e676e6aa0fb9 is 82, key is hbase:meta,,1/info:regioninfo/1731662877205/Put/seqid=0 2024-11-15T09:28:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:28:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:28:00,323 INFO [M:0;791f12959b23:39675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf9e5faf54d04644b175e676e6aa0fb9 2024-11-15T09:28:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,375 INFO [RS:0;791f12959b23:36513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013dd287340001, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,375 INFO [RS:0;791f12959b23:36513 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,36513,1731662875948; zookeeper connection closed. 2024-11-15T09:28:00,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1431b06d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1431b06d 2024-11-15T09:28:00,376 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:28:00,380 DEBUG [M:0;791f12959b23:39675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8550849806554e578dcec51639f1a783 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662878516/Put/seqid=0 2024-11-15T09:28:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:28:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:28:00,386 INFO [M:0;791f12959b23:39675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8550849806554e578dcec51639f1a783 2024-11-15T09:28:00,404 DEBUG [M:0;791f12959b23:39675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2449e458bd2048d195551f48d0c9e5ec is 69, key is 791f12959b23,34757,1731662875995/rs:state/1731662876561/Put/seqid=0 2024-11-15T09:28:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:28:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:28:00,409 INFO [M:0;791f12959b23:39675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2449e458bd2048d195551f48d0c9e5ec 2024-11-15T09:28:00,414 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf9e5faf54d04644b175e676e6aa0fb9 as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf9e5faf54d04644b175e676e6aa0fb9 2024-11-15T09:28:00,419 INFO [M:0;791f12959b23:39675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf9e5faf54d04644b175e676e6aa0fb9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:28:00,420 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8550849806554e578dcec51639f1a783 as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8550849806554e578dcec51639f1a783 2024-11-15T09:28:00,425 INFO [M:0;791f12959b23:39675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8550849806554e578dcec51639f1a783, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:28:00,426 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2449e458bd2048d195551f48d0c9e5ec as hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2449e458bd2048d195551f48d0c9e5ec 2024-11-15T09:28:00,431 INFO [M:0;791f12959b23:39675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36083/user/jenkins/test-data/ca82a922-a1ce-2862-2118-16a1db253084/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2449e458bd2048d195551f48d0c9e5ec, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:28:00,432 INFO [M:0;791f12959b23:39675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-11-15T09:28:00,433 INFO [M:0;791f12959b23:39675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:00,433 DEBUG [M:0;791f12959b23:39675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662880302Disabling compacts and flushes for region at 1731662880302Disabling writes for close at 1731662880302Obtaining lock to block concurrent updates at 1731662880302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662880302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731662880302Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662880303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662880303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662880317 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662880317Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662880327 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662880379 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662880379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662880390 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662880404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662880404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740b799c: reopening flushed file at 1731662880413 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4916a81f: reopening flushed file at 1731662880420 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616e4e2: reopening flushed file at 1731662880425 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1731662880432 (+7 ms)Writing region close event to WAL at 1731662880433 (+1 ms)Closed at 1731662880433 2024-11-15T09:28:00,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741830_1006 (size=35440) 2024-11-15T09:28:00,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741830_1006 (size=35440) 2024-11-15T09:28:00,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:28:00,436 INFO [M:0;791f12959b23:39675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:28:00,436 INFO [M:0;791f12959b23:39675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39675 2024-11-15T09:28:00,436 INFO [M:0;791f12959b23:39675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,543 INFO [M:0;791f12959b23:39675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:00,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39675-0x1013dd287340000, quorum=127.0.0.1:50693, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c5c703{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:00,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33705503{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:00,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43808b72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa1e75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:00,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:28:00,585 WARN [BP-740675880-172.17.0.2-1731662873166 heartbeating to localhost/127.0.0.1:36083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:28:00,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:28:00,585 WARN [BP-740675880-172.17.0.2-1731662873166 heartbeating to localhost/127.0.0.1:36083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740675880-172.17.0.2-1731662873166 (Datanode Uuid 71661e3c-d038-41eb-8f0e-7624714295da) service to localhost/127.0.0.1:36083 2024-11-15T09:28:00,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data3/current/BP-740675880-172.17.0.2-1731662873166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:00,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data4/current/BP-740675880-172.17.0.2-1731662873166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:00,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:28:00,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dec213b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:00,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160bce9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:00,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:00,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348f9fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:00,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383ecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:00,589 WARN [BP-740675880-172.17.0.2-1731662873166 heartbeating to localhost/127.0.0.1:36083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:28:00,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:28:00,589 WARN [BP-740675880-172.17.0.2-1731662873166 heartbeating to localhost/127.0.0.1:36083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740675880-172.17.0.2-1731662873166 (Datanode Uuid e6113cd7-f48a-456d-a3f8-5356051c08ea) service to localhost/127.0.0.1:36083 2024-11-15T09:28:00,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:28:00,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data1/current/BP-740675880-172.17.0.2-1731662873166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:00,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/cluster_30207b5c-0fe7-ae8c-d2db-c6fbd0e10c1e/data/data2/current/BP-740675880-172.17.0.2-1731662873166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:00,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:28:00,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7774c9d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:28:00,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c55c1b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:00,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:00,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be6f312{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:00,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5ffeab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:00,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:28:00,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:28:00,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 150) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36083 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36083 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=525 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 394), ProcessCount=11 (was 11), AvailableMemoryMB=3447 (was 3682) 2024-11-15T09:28:00,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=3447 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir so I do NOT create it in target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762 2024-11-15T09:28:00,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.tmp.dir so I do NOT create it in target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762 2024-11-15T09:28:00,642 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58b97b07-8a95-f444-ca2d-f76307cd9e8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:28:00,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d, deleteOnExit=true 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/test.cache.data in system properties and HBase conf 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:28:00,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:28:00,643 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:28:00,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:28:00,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:28:00,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:28:00,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:28:00,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:28:00,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:28:00,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:28:00,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:28:00,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:28:01,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d09447{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/java.io.tmpdir/jetty-localhost-36427-hadoop-hdfs-3_4_1-tests_jar-_-any-12910136164249127160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:28:01,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:36427} 2024-11-15T09:28:01,084 INFO [Time-limited test {}] server.Server(415): Started @37773ms 2024-11-15T09:28:01,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:28:01,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:28:01,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:28:01,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:28:01,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:28:01,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:28:01,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:28:01,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4254bec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/java.io.tmpdir/jetty-localhost-37777-hadoop-hdfs-3_4_1-tests_jar-_-any-11394791493722095549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:01,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:37777} 2024-11-15T09:28:01,501 INFO [Time-limited test {}] server.Server(415): Started @38190ms 2024-11-15T09:28:01,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:28:01,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:28:01,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:28:01,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:28:01,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:28:01,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:28:01,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:28:01,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:28:01,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d03b4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/java.io.tmpdir/jetty-localhost-36481-hadoop-hdfs-3_4_1-tests_jar-_-any-8624644058517503339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:01,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:36481} 2024-11-15T09:28:01,637 INFO [Time-limited test {}] server.Server(415): Started @38326ms 2024-11-15T09:28:01,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:28:02,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:28:02,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:28:02,891 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data2/current/BP-953272823-172.17.0.2-1731662880664/current, will proceed with Du for space computation calculation, 2024-11-15T09:28:02,891 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data1/current/BP-953272823-172.17.0.2-1731662880664/current, will proceed with Du for space computation calculation, 2024-11-15T09:28:02,909 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:28:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2c2d872c7929739 with lease ID 0xe1dad0af5cae2a53: Processing first storage report for DS-e18c7a49-2097-4f56-9d9c-1d82300aede1 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=195abaa6-9a12-48e2-9eb1-2913d4e0cdee, infoPort=45821, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664) 2024-11-15T09:28:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2c2d872c7929739 with lease ID 0xe1dad0af5cae2a53: from storage DS-e18c7a49-2097-4f56-9d9c-1d82300aede1 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=195abaa6-9a12-48e2-9eb1-2913d4e0cdee, infoPort=45821, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:28:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2c2d872c7929739 with lease ID 0xe1dad0af5cae2a53: Processing first storage report for DS-aab4a0be-5092-40b0-898d-416a396a28c6 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=195abaa6-9a12-48e2-9eb1-2913d4e0cdee, infoPort=45821, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664) 2024-11-15T09:28:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2c2d872c7929739 with lease ID 0xe1dad0af5cae2a53: from storage DS-aab4a0be-5092-40b0-898d-416a396a28c6 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=195abaa6-9a12-48e2-9eb1-2913d4e0cdee, infoPort=45821, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:28:02,939 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data3/current/BP-953272823-172.17.0.2-1731662880664/current, will proceed with Du for space computation calculation, 2024-11-15T09:28:02,939 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data4/current/BP-953272823-172.17.0.2-1731662880664/current, will proceed with Du for space computation calculation, 2024-11-15T09:28:02,962 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:28:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c3e90ca22fa7da with lease ID 0xe1dad0af5cae2a54: Processing first storage report for DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83 from datanode DatanodeRegistration(127.0.0.1:46689, datanodeUuid=01b89328-3fee-4a05-ac98-43feb7200552, infoPort=41015, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664) 2024-11-15T09:28:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c3e90ca22fa7da with lease ID 0xe1dad0af5cae2a54: from storage DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83 node DatanodeRegistration(127.0.0.1:46689, datanodeUuid=01b89328-3fee-4a05-ac98-43feb7200552, infoPort=41015, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:28:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c3e90ca22fa7da with lease ID 0xe1dad0af5cae2a54: Processing first storage report for DS-b0f84f6f-4f27-45ec-99a0-be21b66b9d10 from datanode DatanodeRegistration(127.0.0.1:46689, datanodeUuid=01b89328-3fee-4a05-ac98-43feb7200552, infoPort=41015, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664) 2024-11-15T09:28:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c3e90ca22fa7da with lease ID 0xe1dad0af5cae2a54: from storage DS-b0f84f6f-4f27-45ec-99a0-be21b66b9d10 node DatanodeRegistration(127.0.0.1:46689, datanodeUuid=01b89328-3fee-4a05-ac98-43feb7200552, infoPort=41015, infoSecurePort=0, ipcPort=41811, storageInfo=lv=-57;cid=testClusterID;nsid=544105371;c=1731662880664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:28:02,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762 2024-11-15T09:28:02,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/zookeeper_0, clientPort=52247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:28:02,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52247 2024-11-15T09:28:02,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:02,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:28:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:28:02,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 with version=8 2024-11-15T09:28:02,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/hbase-staging 2024-11-15T09:28:02,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:28:02,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:28:02,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:28:02,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34565 2024-11-15T09:28:02,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34565 connecting to ZooKeeper ensemble=127.0.0.1:52247 2024-11-15T09:28:03,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345650x0, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:28:03,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34565-0x1013dd2a4460000 connected 2024-11-15T09:28:03,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:03,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428, hbase.cluster.distributed=false 2024-11-15T09:28:03,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:28:03,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T09:28:03,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-15T09:28:03,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-15T09:28:03,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T09:28:03,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T09:28:03,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:28:03,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:28:03,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40779 2024-11-15T09:28:03,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40779 connecting to ZooKeeper ensemble=127.0.0.1:52247 2024-11-15T09:28:03,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407790x0, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:28:03,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40779-0x1013dd2a4460001 connected 2024-11-15T09:28:03,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:03,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:28:03,202 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:28:03,208 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:28:03,208 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:28:03,208 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:28:03,209 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:28:03,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:28:03,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:28:03,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-15T09:28:03,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40779 2024-11-15T09:28:03,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40779 2024-11-15T09:28:03,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-15T09:28:03,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40779 2024-11-15T09:28:03,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:28:03,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:28:03,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41441 2024-11-15T09:28:03,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41441 connecting to ZooKeeper ensemble=127.0.0.1:52247 2024-11-15T09:28:03,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414410x0, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:28:03,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41441-0x1013dd2a4460002 connected 2024-11-15T09:28:03,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:03,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:28:03,244 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T09:28:03,251 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T09:28:03,251 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T09:28:03,253 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T09:28:03,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:28:03,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:28:03,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:28:03,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-15T09:28:03,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41441 2024-11-15T09:28:03,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41441 2024-11-15T09:28:03,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-15T09:28:03,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41441 2024-11-15T09:28:03,269 DEBUG [M:0;791f12959b23:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:34565 2024-11-15T09:28:03,270 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,34565,1731662882986 2024-11-15T09:28:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,282 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,34565,1731662882986 2024-11-15T09:28:03,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:28:03,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:28:03,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,292 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:28:03,293 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,34565,1731662882986 from backup master directory 2024-11-15T09:28:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,34565,1731662882986 2024-11-15T09:28:03,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:28:03,303 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:28:03,303 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,34565,1731662882986 2024-11-15T09:28:03,307 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/hbase.id] with ID: e7de68cf-0ca9-4c1e-9192-f548175bd6c2 2024-11-15T09:28:03,307 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/.tmp/hbase.id 2024-11-15T09:28:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:28:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:28:03,313 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/.tmp/hbase.id]:[hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/hbase.id] 2024-11-15T09:28:03,323 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:28:03,323 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:28:03,324 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T09:28:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:28:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:28:03,340 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:28:03,341 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:28:03,341 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:28:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:28:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:28:03,350 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store 2024-11-15T09:28:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:28:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:28:03,356 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:03,356 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:28:03,357 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:03,357 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:03,357 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:28:03,357 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:03,357 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:03,357 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662883356Disabling compacts and flushes for region at 1731662883356Disabling writes for close at 1731662883357 (+1 ms)Writing region close event to WAL at 1731662883357Closed at 1731662883357 2024-11-15T09:28:03,358 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/.initializing 2024-11-15T09:28:03,358 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/WALs/791f12959b23,34565,1731662882986 2024-11-15T09:28:03,358 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:28:03,360 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C34565%2C1731662882986, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/WALs/791f12959b23,34565,1731662882986, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/oldWALs, maxLogs=10 2024-11-15T09:28:03,372 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/WALs/791f12959b23,34565,1731662882986/791f12959b23%2C34565%2C1731662882986.1731662883360, exclude list is [], retry=0 2024-11-15T09:28:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46689,DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83,DISK] 2024-11-15T09:28:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-e18c7a49-2097-4f56-9d9c-1d82300aede1,DISK] 2024-11-15T09:28:03,377 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/WALs/791f12959b23,34565,1731662882986/791f12959b23%2C34565%2C1731662882986.1731662883360 2024-11-15T09:28:03,377 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-15T09:28:03,377 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:28:03,378 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:03,378 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,378 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:28:03,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:28:03,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:28:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:28:03,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:03,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:28:03,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:28:03,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:03,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:28:03,386 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,387 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,387 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,389 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,389 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,389 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:28:03,390 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:28:03,392 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:28:03,392 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66569512, jitterRate=-0.008036971092224121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:28:03,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662883378Initializing all the Stores at 1731662883379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662883379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662883379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662883379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662883379Cleaning up temporary data from old regions at 1731662883389 (+10 ms)Region opened successfully at 1731662883393 (+4 ms) 2024-11-15T09:28:03,393 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:28:03,396 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb1f1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:28:03,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:28:03,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:28:03,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:28:03,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:28:03,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:28:03,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:28:03,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T09:28:03,402 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:28:03,402 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:28:03,411 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:28:03,412 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:28:03,412 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:28:03,422 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:28:03,422 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:28:03,423 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:28:03,432 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:28:03,434 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:28:03,443 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:28:03,446 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:28:03,453 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,465 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,34565,1731662882986, sessionid=0x1013dd2a4460000, setting cluster-up flag (Was=false) 2024-11-15T09:28:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,517 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:28:03,518 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,34565,1731662882986 2024-11-15T09:28:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:03,569 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:28:03,571 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,34565,1731662882986 2024-11-15T09:28:03,572 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:28:03,573 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:28:03,574 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:28:03,574 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:28:03,574 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,34565,1731662882986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:28:03,576 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,577 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662913577 2024-11-15T09:28:03,577 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:28:03,577 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:28:03,577 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:28:03,577 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:28:03,578 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:28:03,578 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:28:03,578 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:28:03,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:28:03,578 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:28:03,578 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:28:03,579 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:28:03,579 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:28:03,579 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:28:03,579 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662883579,5,FailOnTimeoutGroup] 2024-11-15T09:28:03,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:03,579 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662883579,5,FailOnTimeoutGroup] 2024-11-15T09:28:03,580 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:28:03,580 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:28:03,580 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,580 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:28:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:28:03,660 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(746): ClusterId : e7de68cf-0ca9-4c1e-9192-f548175bd6c2 2024-11-15T09:28:03,660 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(746): ClusterId : e7de68cf-0ca9-4c1e-9192-f548175bd6c2 2024-11-15T09:28:03,660 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:28:03,660 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:28:03,671 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:28:03,671 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:28:03,671 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:28:03,671 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:28:03,682 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:28:03,682 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:28:03,682 DEBUG [RS:0;791f12959b23:40779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178b0a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:28:03,682 DEBUG [RS:1;791f12959b23:41441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:28:03,693 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:40779 2024-11-15T09:28:03,693 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:41441 2024-11-15T09:28:03,693 INFO [RS:1;791f12959b23:41441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:28:03,693 INFO [RS:0;791f12959b23:40779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:28:03,693 INFO [RS:1;791f12959b23:41441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:28:03,693 INFO [RS:0;791f12959b23:40779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:28:03,693 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:28:03,693 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:28:03,694 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,34565,1731662882986 with port=40779, startcode=1731662883185 2024-11-15T09:28:03,694 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,34565,1731662882986 with port=41441, startcode=1731662883228 2024-11-15T09:28:03,694 DEBUG [RS:1;791f12959b23:41441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:28:03,694 DEBUG [RS:0;791f12959b23:40779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:28:03,695 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:28:03,695 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:28:03,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,41441,1731662883228 2024-11-15T09:28:03,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=791f12959b23,41441,1731662883228 2024-11-15T09:28:03,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,40779,1731662883185 2024-11-15T09:28:03,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=791f12959b23,40779,1731662883185 2024-11-15T09:28:03,697 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 2024-11-15T09:28:03,697 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43873 2024-11-15T09:28:03,697 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:28:03,698 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 2024-11-15T09:28:03,698 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43873 2024-11-15T09:28:03,698 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:28:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:28:03,749 DEBUG [RS:1;791f12959b23:41441 {}] zookeeper.ZKUtil(111): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,41441,1731662883228 2024-11-15T09:28:03,749 WARN [RS:1;791f12959b23:41441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:28:03,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,41441,1731662883228] 2024-11-15T09:28:03,749 INFO [RS:1;791f12959b23:41441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:28:03,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,40779,1731662883185] 2024-11-15T09:28:03,750 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228 2024-11-15T09:28:03,750 DEBUG [RS:0;791f12959b23:40779 {}] zookeeper.ZKUtil(111): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,40779,1731662883185 2024-11-15T09:28:03,750 WARN [RS:0;791f12959b23:40779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:28:03,750 INFO [RS:0;791f12959b23:40779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:28:03,750 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,40779,1731662883185 2024-11-15T09:28:03,755 INFO [RS:1;791f12959b23:41441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:28:03,755 INFO [RS:0;791f12959b23:40779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:28:03,758 INFO [RS:1;791f12959b23:41441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:28:03,759 INFO [RS:1;791f12959b23:41441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:28:03,759 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,759 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:28:03,760 INFO [RS:0;791f12959b23:40779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:28:03,761 INFO [RS:1;791f12959b23:41441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:28:03,761 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 INFO [RS:0;791f12959b23:40779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,761 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:28:03,761 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:28:03,762 DEBUG [RS:1;791f12959b23:41441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:28:03,762 INFO [RS:0;791f12959b23:40779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:28:03,762 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,762 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,762 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,762 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,763 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:28:03,763 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,763 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,41441,1731662883228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:28:03,763 DEBUG [RS:0;791f12959b23:40779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:28:03,766 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,767 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,767 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,767 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,767 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,767 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,40779,1731662883185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:28:03,776 INFO [RS:1;791f12959b23:41441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:28:03,777 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,41441,1731662883228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,777 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,777 INFO [RS:1;791f12959b23:41441 {}] regionserver.Replication(171): 791f12959b23,41441,1731662883228 started 2024-11-15T09:28:03,779 INFO [RS:0;791f12959b23:40779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:28:03,779 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,40779,1731662883185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,779 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,779 INFO [RS:0;791f12959b23:40779 {}] regionserver.Replication(171): 791f12959b23,40779,1731662883185 started 2024-11-15T09:28:03,789 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,789 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,41441,1731662883228, RpcServer on 791f12959b23/172.17.0.2:41441, sessionid=0x1013dd2a4460002 2024-11-15T09:28:03,789 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:28:03,789 DEBUG [RS:1;791f12959b23:41441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,41441,1731662883228 2024-11-15T09:28:03,789 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,41441,1731662883228' 2024-11-15T09:28:03,789 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,41441,1731662883228 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,41441,1731662883228' 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:28:03,790 DEBUG [RS:1;791f12959b23:41441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:28:03,791 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:03,791 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,40779,1731662883185, RpcServer on 791f12959b23/172.17.0.2:40779, sessionid=0x1013dd2a4460001 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:28:03,791 DEBUG [RS:1;791f12959b23:41441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,40779,1731662883185 2024-11-15T09:28:03,791 INFO [RS:1;791f12959b23:41441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,40779,1731662883185' 2024-11-15T09:28:03,791 INFO [RS:1;791f12959b23:41441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:28:03,791 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:28:03,792 DEBUG [RS:0;791f12959b23:40779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,40779,1731662883185 2024-11-15T09:28:03,792 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,40779,1731662883185' 2024-11-15T09:28:03,792 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:28:03,792 DEBUG [RS:0;791f12959b23:40779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:28:03,792 DEBUG [RS:0;791f12959b23:40779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:28:03,792 INFO [RS:0;791f12959b23:40779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:28:03,792 INFO [RS:0;791f12959b23:40779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:28:03,891 INFO [RS:1;791f12959b23:41441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:28:03,893 INFO [RS:0;791f12959b23:40779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:28:03,893 INFO [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C41441%2C1731662883228, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs, maxLogs=32 2024-11-15T09:28:03,894 INFO [RS:0;791f12959b23:40779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C40779%2C1731662883185, suffix=, logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,40779,1731662883185, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs, maxLogs=32 2024-11-15T09:28:03,906 DEBUG [RS:1;791f12959b23:41441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228/791f12959b23%2C41441%2C1731662883228.1731662883893, exclude list is [], retry=0 2024-11-15T09:28:03,906 DEBUG [RS:0;791f12959b23:40779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,40779,1731662883185/791f12959b23%2C40779%2C1731662883185.1731662883894, exclude list is [], retry=0 2024-11-15T09:28:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-e18c7a49-2097-4f56-9d9c-1d82300aede1,DISK] 2024-11-15T09:28:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46689,DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83,DISK] 2024-11-15T09:28:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46689,DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83,DISK] 2024-11-15T09:28:03,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-e18c7a49-2097-4f56-9d9c-1d82300aede1,DISK] 2024-11-15T09:28:03,913 INFO [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228/791f12959b23%2C41441%2C1731662883228.1731662883893 2024-11-15T09:28:03,913 INFO [RS:0;791f12959b23:40779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,40779,1731662883185/791f12959b23%2C40779%2C1731662883185.1731662883894 2024-11-15T09:28:03,913 DEBUG [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-15T09:28:03,913 DEBUG [RS:0;791f12959b23:40779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41015:41015),(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-15T09:28:03,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:28:03,989 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 2024-11-15T09:28:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741834_1010 (size=32) 2024-11-15T09:28:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741834_1010 (size=32) 2024-11-15T09:28:04,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:28:04,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:28:04,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:28:04,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:28:04,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:28:04,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:28:04,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:28:04,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:28:04,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:28:04,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740 2024-11-15T09:28:04,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740 2024-11-15T09:28:04,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:28:04,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:28:04,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:28:04,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:28:04,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:28:04,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70969495, jitterRate=0.05752788484096527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662884000Initializing all the Stores at 1731662884001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662884001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884001Cleaning up temporary data from old regions at 1731662884010 (+9 ms)Region opened successfully at 1731662884014 (+4 ms) 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:28:04,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:28:04,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:28:04,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662884014Disabling compacts and flushes for region at 1731662884014Disabling writes for close at 1731662884014Writing region close event to WAL at 1731662884014Closed at 1731662884014 2024-11-15T09:28:04,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:28:04,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:28:04,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:28:04,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:28:04,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:28:04,168 DEBUG [791f12959b23:34565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:28:04,169 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:28:04,173 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:28:04,173 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:28:04,173 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:28:04,173 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:28:04,173 INFO [791f12959b23:34565 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:28:04,173 INFO [791f12959b23:34565 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:28:04,173 DEBUG [791f12959b23:34565 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:28:04,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,41441,1731662883228 2024-11-15T09:28:04,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,41441,1731662883228, state=OPENING 2024-11-15T09:28:04,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:28:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:04,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:04,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:28:04,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,41441,1731662883228}] 2024-11-15T09:28:04,397 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:28:04,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:28:04,403 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:28:04,403 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:28:04,404 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:28:04,406 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C41441%2C1731662883228.meta, suffix=.meta, logDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228, archiveDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs, maxLogs=32 2024-11-15T09:28:04,428 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228/791f12959b23%2C41441%2C1731662883228.meta.1731662884407.meta, exclude list is [], retry=0 2024-11-15T09:28:04,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46689,DS-2b37a12a-50e6-44ef-b79a-9c4d34b36a83,DISK] 2024-11-15T09:28:04,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-e18c7a49-2097-4f56-9d9c-1d82300aede1,DISK] 2024-11-15T09:28:04,432 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228/791f12959b23%2C41441%2C1731662883228.meta.1731662884407.meta 2024-11-15T09:28:04,432 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45821:45821),(127.0.0.1/127.0.0.1:41015:41015)] 2024-11-15T09:28:04,432 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:28:04,433 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:28:04,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:28:04,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:28:04,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:28:04,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:28:04,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:28:04,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:28:04,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:28:04,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:28:04,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:28:04,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:28:04,439 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:28:04,439 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740 2024-11-15T09:28:04,440 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740 2024-11-15T09:28:04,441 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:28:04,441 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:28:04,442 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:28:04,443 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:28:04,444 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62358335, jitterRate=-0.07078839838504791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:28:04,444 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:28:04,444 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662884433Writing region info on filesystem at 1731662884433Initializing all the Stores at 1731662884434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662884434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662884434Cleaning up temporary data from old regions at 1731662884441 (+7 ms)Running coprocessor post-open hooks at 1731662884444 (+3 ms)Region opened successfully at 1731662884444 2024-11-15T09:28:04,445 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662884397 2024-11-15T09:28:04,447 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:28:04,447 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:28:04,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41441,1731662883228 2024-11-15T09:28:04,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,41441,1731662883228, state=OPEN 2024-11-15T09:28:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:28:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:28:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:28:04,460 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,41441,1731662883228 2024-11-15T09:28:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:28:04,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:28:04,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,41441,1731662883228 in 219 msec 2024-11-15T09:28:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:28:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-15T09:28:04,465 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:28:04,465 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:28:04,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:28:04,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,41441,1731662883228, seqNum=-1] 2024-11-15T09:28:04,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:28:04,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:28:04,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-15T09:28:04,473 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662884473, completionTime=-1 2024-11-15T09:28:04,473 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T09:28:04,473 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:28:04,475 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T09:28:04,475 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662944475 2024-11-15T09:28:04,475 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731663004475 2024-11-15T09:28:04,475 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T09:28:04,475 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:34565, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,476 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,477 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:28:04,479 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.176sec 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:28:04,480 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:28:04,482 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:28:04,482 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:28:04,482 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,34565,1731662882986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:28:04,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b17e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:28:04,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,34565,-1 for getting cluster id 2024-11-15T09:28:04,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:28:04,561 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7de68cf-0ca9-4c1e-9192-f548175bd6c2' 2024-11-15T09:28:04,561 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:28:04,561 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7de68cf-0ca9-4c1e-9192-f548175bd6c2" 2024-11-15T09:28:04,562 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6803e4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:28:04,562 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,34565,-1] 2024-11-15T09:28:04,562 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:28:04,562 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:04,563 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:28:04,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f3d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:28:04,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:28:04,565 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,41441,1731662883228, seqNum=-1] 2024-11-15T09:28:04,565 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:28:04,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:28:04,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,34565,1731662882986 2024-11-15T09:28:04,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:28:04,569 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,34565,1731662882986 2024-11-15T09:28:04,569 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e16bde2 2024-11-15T09:28:04,569 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:28:04,570 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:28:04,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:28:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T09:28:04,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:28:04,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T09:28:04,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:28:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:28:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:28:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741836_1012 (size=379) 2024-11-15T09:28:04,583 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c4b720e3f0a9178c6d1b6084650ef76e, NAME => 'testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 2024-11-15T09:28:04,583 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c34ed95add49a084b18cc77288a0e961, NAME => 'testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428 2024-11-15T09:28:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:28:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741837_1013 (size=61) 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c4b720e3f0a9178c6d1b6084650ef76e, disabling compactions & flushes 2024-11-15T09:28:04,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. after waiting 0 ms 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c4b720e3f0a9178c6d1b6084650ef76e: Waiting for close lock at 1731662884592Disabling compacts and flushes for region at 1731662884592Disabling writes for close at 1731662884592Writing region close event to WAL at 1731662884592Closed at 1731662884592 2024-11-15T09:28:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:28:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741838_1014 (size=61) 2024-11-15T09:28:04,593 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c34ed95add49a084b18cc77288a0e961, disabling compactions & flushes 2024-11-15T09:28:04,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. after waiting 0 ms 2024-11-15T09:28:04,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c34ed95add49a084b18cc77288a0e961: Waiting for close lock at 1731662884594Disabling compacts and flushes for region at 1731662884594Disabling writes for close at 1731662884594Writing region close event to WAL at 1731662884594Closed at 1731662884594 2024-11-15T09:28:04,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:28:04,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662884595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662884595"}]},"ts":"1731662884595"} 2024-11-15T09:28:04,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731662884595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662884595"}]},"ts":"1731662884595"} 2024-11-15T09:28:04,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T09:28:04,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:28:04,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662884601"}]},"ts":"1731662884601"} 2024-11-15T09:28:04,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T09:28:04,603 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:28:04,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:28:04,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:28:04,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:28:04,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:28:04,604 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:28:04,604 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:28:04,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:28:04,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c34ed95add49a084b18cc77288a0e961, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4b720e3f0a9178c6d1b6084650ef76e, ASSIGN}] 2024-11-15T09:28:04,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c34ed95add49a084b18cc77288a0e961, ASSIGN 2024-11-15T09:28:04,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4b720e3f0a9178c6d1b6084650ef76e, ASSIGN 2024-11-15T09:28:04,607 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c34ed95add49a084b18cc77288a0e961, ASSIGN; state=OFFLINE, location=791f12959b23,41441,1731662883228; forceNewPlan=false, retain=false 2024-11-15T09:28:04,607 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4b720e3f0a9178c6d1b6084650ef76e, ASSIGN; state=OFFLINE, location=791f12959b23,40779,1731662883185; forceNewPlan=false, retain=false 2024-11-15T09:28:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:28:04,757 INFO [791f12959b23:34565 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T09:28:04,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c34ed95add49a084b18cc77288a0e961, regionState=OPENING, regionLocation=791f12959b23,41441,1731662883228 2024-11-15T09:28:04,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4b720e3f0a9178c6d1b6084650ef76e, regionState=OPENING, regionLocation=791f12959b23,40779,1731662883185 2024-11-15T09:28:04,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4b720e3f0a9178c6d1b6084650ef76e, ASSIGN because future has completed 2024-11-15T09:28:04,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4b720e3f0a9178c6d1b6084650ef76e, server=791f12959b23,40779,1731662883185}] 2024-11-15T09:28:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c34ed95add49a084b18cc77288a0e961, ASSIGN because future has completed 2024-11-15T09:28:04,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34ed95add49a084b18cc77288a0e961, server=791f12959b23,41441,1731662883228}] 2024-11-15T09:28:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:28:04,915 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:28:04,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:28:04,924 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,924 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c4b720e3f0a9178c6d1b6084650ef76e, NAME => 'testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c34ed95add49a084b18cc77288a0e961, NAME => 'testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,925 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,927 INFO [StoreOpener-c4b720e3f0a9178c6d1b6084650ef76e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,927 INFO [StoreOpener-c34ed95add49a084b18cc77288a0e961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,929 INFO [StoreOpener-c34ed95add49a084b18cc77288a0e961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34ed95add49a084b18cc77288a0e961 columnFamilyName family 2024-11-15T09:28:04,929 INFO [StoreOpener-c4b720e3f0a9178c6d1b6084650ef76e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4b720e3f0a9178c6d1b6084650ef76e columnFamilyName family 2024-11-15T09:28:04,929 DEBUG [StoreOpener-c34ed95add49a084b18cc77288a0e961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,929 DEBUG [StoreOpener-c4b720e3f0a9178c6d1b6084650ef76e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:28:04,929 INFO [StoreOpener-c34ed95add49a084b18cc77288a0e961-1 {}] regionserver.HStore(327): Store=c34ed95add49a084b18cc77288a0e961/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:28:04,929 INFO [StoreOpener-c4b720e3f0a9178c6d1b6084650ef76e-1 {}] regionserver.HStore(327): Store=c4b720e3f0a9178c6d1b6084650ef76e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:28:04,929 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,929 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,930 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,930 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,930 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,930 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,931 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,931 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,931 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,931 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,932 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,932 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,934 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:28:04,934 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:28:04,934 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c34ed95add49a084b18cc77288a0e961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72722874, jitterRate=0.08365526795387268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:28:04,935 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:04,935 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c4b720e3f0a9178c6d1b6084650ef76e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60629595, jitterRate=-0.09654863178730011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:28:04,935 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:04,935 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c4b720e3f0a9178c6d1b6084650ef76e: Running coprocessor pre-open hook at 1731662884925Writing region info on filesystem at 1731662884925Initializing all the Stores at 1731662884927 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662884927Cleaning up temporary data from old regions at 1731662884931 (+4 ms)Running coprocessor post-open hooks at 1731662884935 (+4 ms)Region opened successfully at 1731662884935 2024-11-15T09:28:04,935 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c34ed95add49a084b18cc77288a0e961: Running coprocessor pre-open hook at 1731662884926Writing region info on filesystem at 1731662884926Initializing all the Stores at 1731662884927 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662884927Cleaning up temporary data from old regions at 1731662884931 (+4 ms)Running coprocessor post-open hooks at 1731662884935 (+4 ms)Region opened successfully at 1731662884935 2024-11-15T09:28:04,936 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e., pid=7, masterSystemTime=1731662884915 2024-11-15T09:28:04,936 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961., pid=8, masterSystemTime=1731662884916 2024-11-15T09:28:04,938 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,938 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:04,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c34ed95add49a084b18cc77288a0e961, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41441,1731662883228 2024-11-15T09:28:04,939 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,939 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:04,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c4b720e3f0a9178c6d1b6084650ef76e, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,40779,1731662883185 2024-11-15T09:28:04,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34ed95add49a084b18cc77288a0e961, server=791f12959b23,41441,1731662883228 because future has completed 2024-11-15T09:28:04,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4b720e3f0a9178c6d1b6084650ef76e, server=791f12959b23,40779,1731662883185 because future has completed 2024-11-15T09:28:04,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-15T09:28:04,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c34ed95add49a084b18cc77288a0e961, server=791f12959b23,41441,1731662883228 in 179 msec 2024-11-15T09:28:04,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T09:28:04,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c34ed95add49a084b18cc77288a0e961, ASSIGN in 339 msec 2024-11-15T09:28:04,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c4b720e3f0a9178c6d1b6084650ef76e, server=791f12959b23,40779,1731662883185 in 184 msec 2024-11-15T09:28:04,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T09:28:04,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4b720e3f0a9178c6d1b6084650ef76e, ASSIGN in 340 msec 2024-11-15T09:28:04,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:28:04,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662884948"}]},"ts":"1731662884948"} 2024-11-15T09:28:04,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T09:28:04,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:28:04,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 380 msec 2024-11-15T09:28:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:28:05,200 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T09:28:05,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T09:28:05,200 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:28:05,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T09:28:05,205 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:28:05,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T09:28:05,210 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961., hostname=791f12959b23,41441,1731662883228, seqNum=2] 2024-11-15T09:28:05,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e., hostname=791f12959b23,40779,1731662883185, seqNum=2] 2024-11-15T09:28:05,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:28:05,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:28:05,233 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4b720e3f0a9178c6d1b6084650ef76e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T09:28:05,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/.tmp/family/4db7c1f42f1e43a388e272f8fe0149d6 is 32, key is 5/family:/1731662885224/Put/seqid=0 2024-11-15T09:28:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:28:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741839_1015 (size=5083) 2024-11-15T09:28:05,252 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/.tmp/family/4db7c1f42f1e43a388e272f8fe0149d6 2024-11-15T09:28:05,259 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/.tmp/family/4db7c1f42f1e43a388e272f8fe0149d6 as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/family/4db7c1f42f1e43a388e272f8fe0149d6 2024-11-15T09:28:05,263 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/family/4db7c1f42f1e43a388e272f8fe0149d6, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T09:28:05,264 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c4b720e3f0a9178c6d1b6084650ef76e in 31ms, sequenceid=9, compaction requested=false 2024-11-15T09:28:05,264 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4b720e3f0a9178c6d1b6084650ef76e: 2024-11-15T09:28:05,265 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c34ed95add49a084b18cc77288a0e961 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T09:28:05,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/.tmp/family/7a2403fc69154bba9ef7f2e5b0c20b89 is 32, key is 1/family:/1731662885212/Put/seqid=0 2024-11-15T09:28:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:28:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741840_1016 (size=5054) 2024-11-15T09:28:05,285 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/.tmp/family/7a2403fc69154bba9ef7f2e5b0c20b89 2024-11-15T09:28:05,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/.tmp/family/7a2403fc69154bba9ef7f2e5b0c20b89 as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/family/7a2403fc69154bba9ef7f2e5b0c20b89 2024-11-15T09:28:05,297 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/family/7a2403fc69154bba9ef7f2e5b0c20b89, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T09:28:05,298 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c34ed95add49a084b18cc77288a0e961 in 34ms, sequenceid=8, compaction requested=false 2024-11-15T09:28:05,298 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c34ed95add49a084b18cc77288a0e961: 2024-11-15T09:28:05,302 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T09:28:05,305 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:28:05,306 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:28:05,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:28:05,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:28:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] bucket.BucketCache(1864): found 1 blocks for file 4db7c1f42f1e43a388e272f8fe0149d6, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:28:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] bucket.BucketCache(1864): found 1 blocks for file 7a2403fc69154bba9ef7f2e5b0c20b89, starting offset: 0, end offset: 9223372036854775807 2024-11-15T09:28:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40779 {}] bucket.BucketCache(857): removed key 4db7c1f42f1e43a388e272f8fe0149d6_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:28:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] bucket.BucketCache(857): removed key 7a2403fc69154bba9ef7f2e5b0c20b89_0 from back map with offset lock 2094080 in the evict process 2024-11-15T09:28:05,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:28:05,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:28:05,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:28:05,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:28:05,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:28:05,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2006913054, stopped=false 2024-11-15T09:28:05,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,34565,1731662882986 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:05,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:28:05,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:28:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:05,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:28:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:28:05,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,40779,1731662883185' ***** 2024-11-15T09:28:05,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:28:05,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,41441,1731662883228' ***** 2024-11-15T09:28:05,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:28:05,371 INFO [RS:0;791f12959b23:40779 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] bucket.BucketCache(1739): Disabling cache 2024-11-15T09:28:05,372 INFO [RS:0;791f12959b23:40779 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T09:28:05,372 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:28:05,372 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T09:28:05,372 INFO [RS:0;791f12959b23:40779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:28:05,372 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:28:05,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:28:05,372 INFO [RS:0;791f12959b23:40779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:28:05,372 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:28:05,372 INFO [RS:0;791f12959b23:40779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:28:05,372 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(3091): Received CLOSE for c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:05,372 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T09:28:05,372 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(3091): Received CLOSE for c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:05,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:28:05,373 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T09:28:05,373 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,41441,1731662883228 2024-11-15T09:28:05,373 INFO [RS:1;791f12959b23:41441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:28:05,373 INFO [RS:1;791f12959b23:41441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:41441. 2024-11-15T09:28:05,373 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,40779,1731662883185 2024-11-15T09:28:05,373 INFO [RS:0;791f12959b23:40779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:28:05,373 DEBUG [RS:1;791f12959b23:41441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:28:05,373 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c34ed95add49a084b18cc77288a0e961, disabling compactions & flushes 2024-11-15T09:28:05,373 INFO [RS:0;791f12959b23:40779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:40779. 2024-11-15T09:28:05,373 DEBUG [RS:1;791f12959b23:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,373 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4b720e3f0a9178c6d1b6084650ef76e, disabling compactions & flushes 2024-11-15T09:28:05,373 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:05,374 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:05,374 DEBUG [RS:0;791f12959b23:40779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:05,374 INFO [RS:1;791f12959b23:41441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:28:05,374 DEBUG [RS:0;791f12959b23:40779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. after waiting 0 ms 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. after waiting 0 ms 2024-11-15T09:28:05,374 INFO [RS:1;791f12959b23:41441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:05,374 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:05,374 INFO [RS:1;791f12959b23:41441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:28:05,374 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T09:28:05,374 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:28:05,374 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1325): Online Regions={c4b720e3f0a9178c6d1b6084650ef76e=testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e.} 2024-11-15T09:28:05,374 DEBUG [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1351): Waiting on c4b720e3f0a9178c6d1b6084650ef76e 2024-11-15T09:28:05,374 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T09:28:05,374 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1325): Online Regions={c34ed95add49a084b18cc77288a0e961=testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T09:28:05,374 DEBUG [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c34ed95add49a084b18cc77288a0e961 2024-11-15T09:28:05,375 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:28:05,375 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:28:05,375 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:28:05,375 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:28:05,375 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:28:05,375 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T09:28:05,379 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c4b720e3f0a9178c6d1b6084650ef76e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T09:28:05,379 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/default/testClearRegionBlockCache/c34ed95add49a084b18cc77288a0e961/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T09:28:05,380 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:05,380 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4b720e3f0a9178c6d1b6084650ef76e: Waiting for close lock at 1731662885373Running coprocessor pre-close hooks at 1731662885373Disabling compacts and flushes for region at 1731662885373Disabling writes for close at 1731662885374 (+1 ms)Writing region close event to WAL at 1731662885375 (+1 ms)Running coprocessor post-close hooks at 1731662885380 (+5 ms)Closed at 1731662885380 2024-11-15T09:28:05,380 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:05,380 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e. 2024-11-15T09:28:05,380 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c34ed95add49a084b18cc77288a0e961: Waiting for close lock at 1731662885373Running coprocessor pre-close hooks at 1731662885373Disabling compacts and flushes for region at 1731662885373Disabling writes for close at 1731662885374 (+1 ms)Writing region close event to WAL at 1731662885375 (+1 ms)Running coprocessor post-close hooks at 1731662885380 (+5 ms)Closed at 1731662885380 2024-11-15T09:28:05,380 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731662884570.c34ed95add49a084b18cc77288a0e961. 2024-11-15T09:28:05,391 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/info/e2d0e5d9d6104fa1b44f795cddc3cb7f is 173, key is testClearRegionBlockCache,5,1731662884570.c4b720e3f0a9178c6d1b6084650ef76e./info:regioninfo/1731662884940/Put/seqid=0 2024-11-15T09:28:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:28:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741841_1017 (size=8173) 2024-11-15T09:28:05,397 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/info/e2d0e5d9d6104fa1b44f795cddc3cb7f 2024-11-15T09:28:05,414 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/ns/09fbf938e4c54f21910d220989638062 is 43, key is default/ns:d/1731662884469/Put/seqid=0 2024-11-15T09:28:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:28:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741842_1018 (size=5153) 2024-11-15T09:28:05,420 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/ns/09fbf938e4c54f21910d220989638062 2024-11-15T09:28:05,437 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/table/7afd2f43aaf84d1f9649cc03f4df5d2c is 61, key is testClearRegionBlockCache/table:state/1731662884948/Put/seqid=0 2024-11-15T09:28:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:28:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741843_1019 (size=5312) 2024-11-15T09:28:05,442 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/table/7afd2f43aaf84d1f9649cc03f4df5d2c 2024-11-15T09:28:05,448 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/info/e2d0e5d9d6104fa1b44f795cddc3cb7f as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/info/e2d0e5d9d6104fa1b44f795cddc3cb7f 2024-11-15T09:28:05,453 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/info/e2d0e5d9d6104fa1b44f795cddc3cb7f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T09:28:05,454 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/ns/09fbf938e4c54f21910d220989638062 as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/ns/09fbf938e4c54f21910d220989638062 2024-11-15T09:28:05,459 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/ns/09fbf938e4c54f21910d220989638062, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T09:28:05,460 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/.tmp/table/7afd2f43aaf84d1f9649cc03f4df5d2c as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/table/7afd2f43aaf84d1f9649cc03f4df5d2c 2024-11-15T09:28:05,465 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/table/7afd2f43aaf84d1f9649cc03f4df5d2c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T09:28:05,466 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:28:05,466 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false 2024-11-15T09:28:05,468 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:28:05,470 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T09:28:05,471 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:28:05,471 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:28:05,471 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662885374Running coprocessor pre-close hooks at 1731662885374Disabling compacts and flushes for region at 1731662885374Disabling writes for close at 1731662885375 (+1 ms)Obtaining lock to block concurrent updates at 1731662885375Preparing flush snapshotting stores in 1588230740 at 1731662885375Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731662885376 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662885376Flushing 1588230740/info: creating writer at 1731662885377 (+1 ms)Flushing 1588230740/info: appending metadata at 1731662885391 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731662885391Flushing 1588230740/ns: creating writer at 1731662885402 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731662885414 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731662885414Flushing 1588230740/table: creating writer at 1731662885424 (+10 ms)Flushing 1588230740/table: appending metadata at 1731662885437 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731662885437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6ec72e: reopening flushed file at 1731662885447 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65361131: reopening flushed file at 1731662885453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407a06e4: reopening flushed file at 1731662885459 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=13, compaction requested=false at 1731662885466 (+7 ms)Writing region close event to WAL at 1731662885467 (+1 ms)Running coprocessor post-close hooks at 1731662885471 (+4 ms)Closed at 1731662885471 2024-11-15T09:28:05,471 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:28:05,574 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,40779,1731662883185; all regions closed. 2024-11-15T09:28:05,575 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,41441,1731662883228; all regions closed. 2024-11-15T09:28:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:28:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741833_1009 (size=1867) 2024-11-15T09:28:05,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/WALs/791f12959b23,41441,1731662883228/791f12959b23%2C41441%2C1731662883228.meta.1731662884407.meta not finished, retry = 0 2024-11-15T09:28:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:28:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741835_1011 (size=4338) 2024-11-15T09:28:05,584 DEBUG [RS:0;791f12959b23:40779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C40779%2C1731662883185:(num 1731662883894) 2024-11-15T09:28:05,584 DEBUG [RS:0;791f12959b23:40779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:28:05,584 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:28:05,584 INFO [RS:0;791f12959b23:40779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:28:05,585 INFO [RS:0;791f12959b23:40779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40779 2024-11-15T09:28:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,40779,1731662883185 2024-11-15T09:28:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:28:05,597 INFO [RS:0;791f12959b23:40779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:05,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,40779,1731662883185] 2024-11-15T09:28:05,618 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,40779,1731662883185 already deleted, retry=false 2024-11-15T09:28:05,618 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,40779,1731662883185 expired; onlineServers=1 2024-11-15T09:28:05,686 DEBUG [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs 2024-11-15T09:28:05,686 INFO [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C41441%2C1731662883228.meta:.meta(num 1731662884407) 2024-11-15T09:28:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741832_1008 (size=1758) 2024-11-15T09:28:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741832_1008 (size=1758) 2024-11-15T09:28:05,695 DEBUG [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/oldWALs 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C41441%2C1731662883228:(num 1731662883893) 2024-11-15T09:28:05,696 DEBUG [RS:1;791f12959b23:41441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:28:05,696 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:28:05,696 INFO [RS:1;791f12959b23:41441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41441 2024-11-15T09:28:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,41441,1731662883228 2024-11-15T09:28:05,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:28:05,706 INFO [RS:1;791f12959b23:41441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,708 INFO [RS:0;791f12959b23:40779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40779-0x1013dd2a4460001, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,708 INFO [RS:0;791f12959b23:40779 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,40779,1731662883185; zookeeper connection closed. 2024-11-15T09:28:05,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fe81564 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fe81564 2024-11-15T09:28:05,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,41441,1731662883228] 2024-11-15T09:28:05,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,41441,1731662883228 already deleted, retry=false 2024-11-15T09:28:05,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,41441,1731662883228 expired; onlineServers=0 2024-11-15T09:28:05,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,34565,1731662882986' ***** 2024-11-15T09:28:05,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:28:05,728 INFO [M:0;791f12959b23:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:28:05,728 INFO [M:0;791f12959b23:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:28:05,728 DEBUG [M:0;791f12959b23:34565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:28:05,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:28:05,728 DEBUG [M:0;791f12959b23:34565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:28:05,728 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662883579 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662883579,5,FailOnTimeoutGroup] 2024-11-15T09:28:05,728 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662883579 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662883579,5,FailOnTimeoutGroup] 2024-11-15T09:28:05,729 INFO [M:0;791f12959b23:34565 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:28:05,729 INFO [M:0;791f12959b23:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:28:05,729 DEBUG [M:0;791f12959b23:34565 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:28:05,729 INFO [M:0;791f12959b23:34565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:28:05,729 INFO [M:0;791f12959b23:34565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:28:05,729 INFO [M:0;791f12959b23:34565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:28:05,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:28:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:28:05,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:28:05,738 DEBUG [M:0;791f12959b23:34565 {}] zookeeper.ZKUtil(347): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:28:05,738 WARN [M:0;791f12959b23:34565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:28:05,739 INFO [M:0;791f12959b23:34565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/.lastflushedseqids 2024-11-15T09:28:05,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:28:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741844_1020 (size=182) 2024-11-15T09:28:05,752 INFO [M:0;791f12959b23:34565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:28:05,752 INFO [M:0;791f12959b23:34565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:28:05,752 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:28:05,752 INFO [M:0;791f12959b23:34565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:05,752 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:05,752 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:28:05,752 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:05,753 INFO [M:0;791f12959b23:34565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-15T09:28:05,769 DEBUG [M:0;791f12959b23:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9cae4e989e4e519be26961c76b062e is 82, key is hbase:meta,,1/info:regioninfo/1731662884448/Put/seqid=0 2024-11-15T09:28:05,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:28:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741845_1021 (size=5672) 2024-11-15T09:28:05,774 INFO [M:0;791f12959b23:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9cae4e989e4e519be26961c76b062e 2024-11-15T09:28:05,792 DEBUG [M:0;791f12959b23:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca1573c391f641c88bc005132ebba2d4 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662884952/Put/seqid=0 2024-11-15T09:28:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:28:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741846_1022 (size=6219) 2024-11-15T09:28:05,797 INFO [M:0;791f12959b23:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca1573c391f641c88bc005132ebba2d4 2024-11-15T09:28:05,814 DEBUG [M:0;791f12959b23:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a5938bdf6d48959df67dbce41ab481 is 69, key is 791f12959b23,40779,1731662883185/rs:state/1731662883697/Put/seqid=0 2024-11-15T09:28:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,817 INFO [RS:1;791f12959b23:41441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41441-0x1013dd2a4460002, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,817 INFO [RS:1;791f12959b23:41441 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,41441,1731662883228; zookeeper connection closed. 2024-11-15T09:28:05,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@121bdef6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@121bdef6 2024-11-15T09:28:05,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T09:28:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:28:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741847_1023 (size=5224) 2024-11-15T09:28:05,818 INFO [M:0;791f12959b23:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a5938bdf6d48959df67dbce41ab481 2024-11-15T09:28:05,823 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9cae4e989e4e519be26961c76b062e as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a9cae4e989e4e519be26961c76b062e 2024-11-15T09:28:05,828 INFO [M:0;791f12959b23:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a9cae4e989e4e519be26961c76b062e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T09:28:05,829 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca1573c391f641c88bc005132ebba2d4 as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca1573c391f641c88bc005132ebba2d4 2024-11-15T09:28:05,833 INFO [M:0;791f12959b23:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca1573c391f641c88bc005132ebba2d4, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T09:28:05,834 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a5938bdf6d48959df67dbce41ab481 as hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a5938bdf6d48959df67dbce41ab481 2024-11-15T09:28:05,838 INFO [M:0;791f12959b23:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43873/user/jenkins/test-data/06e83649-d076-6baf-7649-085c503a7428/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a5938bdf6d48959df67dbce41ab481, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T09:28:05,839 INFO [M:0;791f12959b23:34565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false 2024-11-15T09:28:05,840 INFO [M:0;791f12959b23:34565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:28:05,840 DEBUG [M:0;791f12959b23:34565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662885752Disabling compacts and flushes for region at 1731662885752Disabling writes for close at 1731662885752Obtaining lock to block concurrent updates at 1731662885753 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662885753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731662885753Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662885754 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662885754Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662885768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662885768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662885778 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662885792 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662885792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662885801 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662885813 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662885813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d680079: reopening flushed file at 1731662885822 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d8d459: reopening flushed file at 1731662885828 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f91adc: reopening flushed file at 1731662885833 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=71, compaction requested=false at 1731662885839 (+6 ms)Writing region close event to WAL at 1731662885840 (+1 ms)Closed at 1731662885840 2024-11-15T09:28:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46689 is added to blk_1073741830_1006 (size=35489) 2024-11-15T09:28:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741830_1006 (size=35489) 2024-11-15T09:28:05,843 INFO [M:0;791f12959b23:34565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:28:05,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:28:05,843 INFO [M:0;791f12959b23:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34565 2024-11-15T09:28:05,843 INFO [M:0;791f12959b23:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:28:05,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,954 INFO [M:0;791f12959b23:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:28:05,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013dd2a4460000, quorum=127.0.0.1:52247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:28:05,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d03b4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:05,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:05,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:05,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:05,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:05,958 WARN [BP-953272823-172.17.0.2-1731662880664 heartbeating to localhost/127.0.0.1:43873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:28:05,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:28:05,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:28:05,958 WARN [BP-953272823-172.17.0.2-1731662880664 heartbeating to localhost/127.0.0.1:43873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953272823-172.17.0.2-1731662880664 (Datanode Uuid 01b89328-3fee-4a05-ac98-43feb7200552) service to localhost/127.0.0.1:43873 2024-11-15T09:28:05,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data3/current/BP-953272823-172.17.0.2-1731662880664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:05,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data4/current/BP-953272823-172.17.0.2-1731662880664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:05,959 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:28:05,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4254bec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:28:05,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:05,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:05,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:05,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:05,962 WARN [BP-953272823-172.17.0.2-1731662880664 heartbeating to localhost/127.0.0.1:43873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:28:05,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:28:05,962 WARN [BP-953272823-172.17.0.2-1731662880664 heartbeating to localhost/127.0.0.1:43873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-953272823-172.17.0.2-1731662880664 (Datanode Uuid 195abaa6-9a12-48e2-9eb1-2913d4e0cdee) service to localhost/127.0.0.1:43873 2024-11-15T09:28:05,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:28:05,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data1/current/BP-953272823-172.17.0.2-1731662880664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:05,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/cluster_78e508a3-ffbf-7562-094f-104f4834cf2d/data/data2/current/BP-953272823-172.17.0.2-1731662880664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:28:05,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:28:05,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d09447{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:28:05,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:28:05,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:28:05,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:28:05,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38cae51-b933-701f-41ce-6bb0990c6762/hadoop.log.dir/,STOPPED} 2024-11-15T09:28:05,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:28:05,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:28:06,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=186 (was 168) - Thread LEAK? -, OpenFileDescriptor=551 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3373 (was 3447)