2024-11-08 20:30:37,581 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 20:30:37,609 main DEBUG Took 0.025714 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 20:30:37,610 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 20:30:37,610 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 20:30:37,611 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 20:30:37,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,626 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 20:30:37,645 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,650 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,655 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,660 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,662 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:30:37,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,665 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 20:30:37,667 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:30:37,669 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 20:30:37,671 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 20:30:37,672 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 20:30:37,674 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 20:30:37,674 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 20:30:37,685 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 20:30:37,688 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 20:30:37,691 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 20:30:37,691 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 20:30:37,692 main DEBUG createAppenders(={Console}) 2024-11-08 20:30:37,693 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-08 20:30:37,693 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 20:30:37,694 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-08 20:30:37,695 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 20:30:37,695 main DEBUG OutputStream closed 2024-11-08 20:30:37,696 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 20:30:37,697 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 20:30:37,698 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-08 20:30:37,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 20:30:37,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 20:30:37,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 20:30:37,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 20:30:37,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 20:30:37,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 20:30:37,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 20:30:37,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 20:30:37,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 20:30:37,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 20:30:37,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 20:30:37,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 20:30:37,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 20:30:37,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 20:30:37,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 20:30:37,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 20:30:37,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 20:30:37,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 20:30:37,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 20:30:37,824 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-08 20:30:37,824 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 20:30:37,825 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-08T20:30:37,844 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-08 20:30:37,847 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 20:30:37,847 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T20:30:37,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=617, ProcessCount=11, AvailableMemoryMB=3715 2024-11-08T20:30:38,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f 2024-11-08T20:30:38,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:30:38,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37, deleteOnExit=true 2024-11-08T20:30:38,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:30:38,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/test.cache.data in system properties and HBase conf 2024-11-08T20:30:38,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:30:38,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:30:38,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:30:38,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:30:38,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:30:38,330 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T20:30:38,438 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:30:38,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:38,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:38,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:30:38,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:38,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:30:38,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:30:38,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:30:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:30:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:30:38,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:38,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:30:38,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:30:39,590 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T20:30:39,672 INFO [Time-limited test {}] log.Log(170): Logging initialized @2985ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T20:30:39,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:39,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:39,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:39,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:39,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:30:39,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:39,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:39,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:40,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/java.io.tmpdir/jetty-localhost-34617-hadoop-hdfs-3_4_1-tests_jar-_-any-17841161991917963939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:30:40,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:34617} 2024-11-08T20:30:40,032 INFO [Time-limited test {}] server.Server(415): Started @3346ms 2024-11-08T20:30:40,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:40,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:40,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:40,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:40,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:30:40,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:40,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:40,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-14974778602906997536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:40,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-11-08T20:30:40,706 INFO [Time-limited test {}] server.Server(415): Started @4020ms 2024-11-08T20:30:40,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:40,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:40,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:40,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:40,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:40,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:30:40,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:40,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:41,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/java.io.tmpdir/jetty-localhost-35847-hadoop-hdfs-3_4_1-tests_jar-_-any-14916304421244154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:41,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:35847} 2024-11-08T20:30:41,002 INFO [Time-limited test {}] server.Server(415): Started @4316ms 2024-11-08T20:30:41,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:42,043 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data1/current/BP-1402386671-172.17.0.3-1731097839047/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:42,043 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data2/current/BP-1402386671-172.17.0.3-1731097839047/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:42,043 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data3/current/BP-1402386671-172.17.0.3-1731097839047/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:42,043 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data4/current/BP-1402386671-172.17.0.3-1731097839047/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:42,076 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:42,076 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x950204d34e86300f with lease ID 0xb11c8908379b8379: Processing first storage report for DS-4c205180-c4a6-4370-a2e5-196757075f62 from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=de18faf6-7bbf-4fef-9bcb-bdd763e34286, infoPort=41919, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047) 2024-11-08T20:30:42,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x950204d34e86300f with lease ID 0xb11c8908379b8379: from storage DS-4c205180-c4a6-4370-a2e5-196757075f62 node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=de18faf6-7bbf-4fef-9bcb-bdd763e34286, infoPort=41919, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T20:30:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe457dcfc9030dc4e with lease ID 0xb11c8908379b8378: Processing first storage report for DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7 from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=a80fa96d-a167-46b8-a1df-0830e3f423f6, infoPort=44729, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047) 2024-11-08T20:30:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe457dcfc9030dc4e with lease ID 0xb11c8908379b8378: from storage DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7 node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=a80fa96d-a167-46b8-a1df-0830e3f423f6, infoPort=44729, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:30:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x950204d34e86300f with lease ID 0xb11c8908379b8379: Processing first storage report for DS-df06f727-99b5-4978-9a68-477b03edd5f5 from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=de18faf6-7bbf-4fef-9bcb-bdd763e34286, infoPort=41919, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047) 2024-11-08T20:30:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x950204d34e86300f with lease ID 0xb11c8908379b8379: from storage DS-df06f727-99b5-4978-9a68-477b03edd5f5 node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=de18faf6-7bbf-4fef-9bcb-bdd763e34286, infoPort=41919, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe457dcfc9030dc4e with lease ID 0xb11c8908379b8378: Processing first storage report for DS-2cfe845b-6059-4a89-b83e-adee95042c27 from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=a80fa96d-a167-46b8-a1df-0830e3f423f6, infoPort=44729, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047) 2024-11-08T20:30:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe457dcfc9030dc4e with lease ID 0xb11c8908379b8378: from storage DS-2cfe845b-6059-4a89-b83e-adee95042c27 node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=a80fa96d-a167-46b8-a1df-0830e3f423f6, infoPort=44729, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1124245295;c=1731097839047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:42,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f 2024-11-08T20:30:42,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/zookeeper_0, clientPort=62127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:30:42,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62127 2024-11-08T20:30:42,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:42,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:42,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 with version=8 2024-11-08T20:30:42,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/hbase-staging 2024-11-08T20:30:43,051 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T20:30:43,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:43,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:43,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:43,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:43,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:43,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:43,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:30:43,519 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T20:30:43,528 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T20:30:43,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:43,557 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48204 (auto-detected) 2024-11-08T20:30:43,558 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T20:30:43,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41417 2024-11-08T20:30:43,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41417 connecting to ZooKeeper ensemble=127.0.0.1:62127 2024-11-08T20:30:43,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414170x0, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:43,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41417-0x1011c24ce220000 connected 2024-11-08T20:30:43,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:43,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:43,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:43,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1, hbase.cluster.distributed=false 2024-11-08T20:30:43,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:43,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-08T20:30:43,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41417 2024-11-08T20:30:43,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41417 2024-11-08T20:30:43,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-08T20:30:43,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-08T20:30:44,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:44,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:44,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:44,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33417 2024-11-08T20:30:44,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33417 connecting to ZooKeeper ensemble=127.0.0.1:62127 2024-11-08T20:30:44,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:44,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334170x0, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:44,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33417-0x1011c24ce220001 connected 2024-11-08T20:30:44,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:44,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:44,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:44,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:44,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:44,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-08T20:30:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33417 2024-11-08T20:30:44,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33417 2024-11-08T20:30:44,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-08T20:30:44,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33417 2024-11-08T20:30:44,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:44,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:44,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:44,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:44,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36929 2024-11-08T20:30:44,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36929 connecting to ZooKeeper ensemble=127.0.0.1:62127 2024-11-08T20:30:44,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:44,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:44,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369290x0, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:44,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:44,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36929-0x1011c24ce220002 connected 2024-11-08T20:30:44,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:44,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:44,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:44,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:44,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-08T20:30:44,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36929 2024-11-08T20:30:44,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36929 2024-11-08T20:30:44,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-08T20:30:44,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36929 2024-11-08T20:30:44,177 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:41417 2024-11-08T20:30:44,178 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,41417,1731097843161 2024-11-08T20:30:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,189 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,41417,1731097843161 2024-11-08T20:30:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,230 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:30:44,231 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,41417,1731097843161 from backup master directory 2024-11-08T20:30:44,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,41417,1731097843161 2024-11-08T20:30:44,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:44,240 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:44,240 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,41417,1731097843161 2024-11-08T20:30:44,242 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T20:30:44,244 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T20:30:44,293 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/hbase.id] with ID: bef82406-495d-4897-acca-49f67cda8212 2024-11-08T20:30:44,293 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/.tmp/hbase.id 2024-11-08T20:30:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:44,309 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/.tmp/hbase.id]:[hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/hbase.id] 2024-11-08T20:30:44,357 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:44,362 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:30:44,380 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T20:30:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:44,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:44,420 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:44,422 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:30:44,437 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:30:44,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:44,490 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store 2024-11-08T20:30:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:44,517 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T20:30:44,520 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:44,521 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:30:44,521 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:44,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:44,523 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:30:44,523 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:44,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:44,525 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097844521Disabling compacts and flushes for region at 1731097844521Disabling writes for close at 1731097844523 (+2 ms)Writing region close event to WAL at 1731097844524 (+1 ms)Closed at 1731097844524 2024-11-08T20:30:44,527 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/.initializing 2024-11-08T20:30:44,527 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/WALs/ae1476a7656f,41417,1731097843161 2024-11-08T20:30:44,536 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:44,551 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C41417%2C1731097843161, suffix=, logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/WALs/ae1476a7656f,41417,1731097843161, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/oldWALs, maxLogs=10 2024-11-08T20:30:44,573 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/WALs/ae1476a7656f,41417,1731097843161/ae1476a7656f%2C41417%2C1731097843161.1731097844555, exclude list is [], retry=0 2024-11-08T20:30:44,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4c205180-c4a6-4370-a2e5-196757075f62,DISK] 2024-11-08T20:30:44,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7,DISK] 2024-11-08T20:30:44,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T20:30:44,625 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/WALs/ae1476a7656f,41417,1731097843161/ae1476a7656f%2C41417%2C1731097843161.1731097844555 2024-11-08T20:30:44,626 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44729:44729),(127.0.0.1/127.0.0.1:41919:41919)] 2024-11-08T20:30:44,626 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:44,626 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:44,629 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,630 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:30:44,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:44,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:44,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:30:44,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:44,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:44,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:30:44,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:44,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:44,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:30:44,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:44,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:44,704 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,710 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,716 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,717 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,720 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:44,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:44,728 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:44,730 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62121695, jitterRate=-0.07431460916996002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:44,739 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097844641Initializing all the Stores at 1731097844643 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097844643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097844644 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097844644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097844644Cleaning up temporary data from old regions at 1731097844717 (+73 ms)Region opened successfully at 1731097844739 (+22 ms) 2024-11-08T20:30:44,741 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:30:44,778 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea05e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:44,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:30:44,816 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:30:44,817 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:30:44,819 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:30:44,821 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:30:44,825 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T20:30:44,825 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:30:44,854 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:30:44,865 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:30:44,923 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:30:44,928 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:30:44,931 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:30:44,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:30:44,947 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:30:44,951 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:30:44,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:30:44,966 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:30:44,976 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:30:44,998 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:30:45,007 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:30:45,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:45,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:45,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:45,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,022 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,41417,1731097843161, sessionid=0x1011c24ce220000, setting cluster-up flag (Was=false) 2024-11-08T20:30:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,081 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:30:45,084 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,41417,1731097843161 2024-11-08T20:30:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:45,134 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:30:45,135 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,41417,1731097843161 2024-11-08T20:30:45,142 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:30:45,166 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(746): ClusterId : bef82406-495d-4897-acca-49f67cda8212 2024-11-08T20:30:45,166 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(746): ClusterId : bef82406-495d-4897-acca-49f67cda8212 2024-11-08T20:30:45,168 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:45,168 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:45,178 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:45,178 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:45,178 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:45,178 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:45,188 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:45,188 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:45,189 DEBUG [RS:1;ae1476a7656f:36929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637539dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:45,189 DEBUG [RS:0;ae1476a7656f:33417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c7fca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:45,208 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:36929 2024-11-08T20:30:45,208 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:33417 2024-11-08T20:30:45,212 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:45,212 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:45,212 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:45,212 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:45,212 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:45,212 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:45,214 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,41417,1731097843161 with port=33417, startcode=1731097844019 2024-11-08T20:30:45,214 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,41417,1731097843161 with port=36929, startcode=1731097844129 2024-11-08T20:30:45,217 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:45,225 DEBUG [RS:0;ae1476a7656f:33417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:45,225 DEBUG [RS:1;ae1476a7656f:36929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:45,227 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:30:45,233 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:30:45,238 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,41417,1731097843161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:30:45,244 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,245 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:45,246 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,248 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097875248 2024-11-08T20:30:45,250 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:30:45,251 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:30:45,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:45,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:30:45,256 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:30:45,257 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:30:45,257 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:30:45,258 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:30:45,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:45,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:45,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:45,258 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:30:45,263 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:30:45,264 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:30:45,265 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:30:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:30:45,267 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:30:45,267 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:30:45,271 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:30:45,273 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097845269,5,FailOnTimeoutGroup] 2024-11-08T20:30:45,274 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097845273,5,FailOnTimeoutGroup] 2024-11-08T20:30:45,274 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,274 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:30:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:45,276 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,276 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:30:45,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 2024-11-08T20:30:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:45,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:45,299 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T20:30:45,299 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T20:30:45,299 WARN [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T20:30:45,299 WARN [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T20:30:45,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:45,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:45,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:45,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:45,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:45,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:45,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:45,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:45,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:45,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:45,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:45,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:45,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:45,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:45,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:45,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:45,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:45,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740 2024-11-08T20:30:45,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740 2024-11-08T20:30:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:45,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:45,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:45,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:45,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:45,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75119764, jitterRate=0.11937171220779419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:45,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097845297Initializing all the Stores at 1731097845299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097845299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097845299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097845299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097845299Cleaning up temporary data from old regions at 1731097845319 (+20 ms)Region opened successfully at 1731097845330 (+11 ms) 2024-11-08T20:30:45,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:30:45,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:30:45,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:30:45,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:30:45,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:30:45,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:45,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097845330Disabling compacts and flushes for region at 1731097845330Disabling writes for close at 1731097845331 (+1 ms)Writing region close event to WAL at 1731097845332 (+1 ms)Closed at 1731097845332 2024-11-08T20:30:45,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:45,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:30:45,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:30:45,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:45,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:30:45,401 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,41417,1731097843161 with port=36929, startcode=1731097844129 2024-11-08T20:30:45,401 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,41417,1731097843161 with port=33417, startcode=1731097844019 2024-11-08T20:30:45,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41417 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,418 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 2024-11-08T20:30:45,418 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40007 2024-11-08T20:30:45,418 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:45,421 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 2024-11-08T20:30:45,421 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40007 2024-11-08T20:30:45,421 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:45,502 WARN [ae1476a7656f:41417 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:30:45,553 DEBUG [RS:1;ae1476a7656f:36929 {}] zookeeper.ZKUtil(111): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,553 WARN [RS:1;ae1476a7656f:36929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:45,553 INFO [RS:1;ae1476a7656f:36929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:45,554 DEBUG [RS:0;ae1476a7656f:33417 {}] zookeeper.ZKUtil(111): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,554 WARN [RS:0;ae1476a7656f:33417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:45,554 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,554 INFO [RS:0;ae1476a7656f:33417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:45,554 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,33417,1731097844019] 2024-11-08T20:30:45,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,36929,1731097844129] 2024-11-08T20:30:45,580 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:45,580 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:45,595 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:45,595 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:45,600 INFO [RS:0;ae1476a7656f:33417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:45,600 INFO [RS:1;ae1476a7656f:36929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:45,601 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,601 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,602 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:45,603 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:45,607 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:45,607 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:45,609 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,609 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,609 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,609 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:45,610 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:45,610 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:45,611 DEBUG [RS:0;ae1476a7656f:33417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:45,611 DEBUG [RS:1;ae1476a7656f:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36929,1731097844129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,612 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33417,1731097844019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:45,631 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:45,631 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:45,633 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33417,1731097844019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,633 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36929,1731097844129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,634 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,634 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,634 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.Replication(171): ae1476a7656f,33417,1731097844019 started 2024-11-08T20:30:45,634 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.Replication(171): ae1476a7656f,36929,1731097844129 started 2024-11-08T20:30:45,652 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,652 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:45,652 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,33417,1731097844019, RpcServer on ae1476a7656f/172.17.0.3:33417, sessionid=0x1011c24ce220001 2024-11-08T20:30:45,652 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,36929,1731097844129, RpcServer on ae1476a7656f/172.17.0.3:36929, sessionid=0x1011c24ce220002 2024-11-08T20:30:45,653 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:45,653 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:45,653 DEBUG [RS:1;ae1476a7656f:36929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,653 DEBUG [RS:0;ae1476a7656f:33417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,653 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33417,1731097844019' 2024-11-08T20:30:45,653 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36929,1731097844129' 2024-11-08T20:30:45,653 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:45,653 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:45,654 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:45,654 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:45,655 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:45,655 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:45,655 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:45,655 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:45,655 DEBUG [RS:1;ae1476a7656f:36929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,36929,1731097844129 2024-11-08T20:30:45,655 DEBUG [RS:0;ae1476a7656f:33417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,33417,1731097844019 2024-11-08T20:30:45,655 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36929,1731097844129' 2024-11-08T20:30:45,655 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33417,1731097844019' 2024-11-08T20:30:45,655 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:45,655 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:45,656 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:45,656 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:45,657 DEBUG [RS:1;ae1476a7656f:36929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:45,657 DEBUG [RS:0;ae1476a7656f:33417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:45,657 INFO [RS:1;ae1476a7656f:36929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:45,657 INFO [RS:0;ae1476a7656f:33417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:45,657 INFO [RS:1;ae1476a7656f:36929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:45,657 INFO [RS:0;ae1476a7656f:33417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:45,766 INFO [RS:1;ae1476a7656f:36929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:45,766 INFO [RS:0;ae1476a7656f:33417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:45,770 INFO [RS:1;ae1476a7656f:36929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36929%2C1731097844129, suffix=, logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,36929,1731097844129, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs, maxLogs=32 2024-11-08T20:30:45,770 INFO [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C33417%2C1731097844019, suffix=, logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs, maxLogs=32 2024-11-08T20:30:45,786 DEBUG [RS:0;ae1476a7656f:33417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019/ae1476a7656f%2C33417%2C1731097844019.1731097845773, exclude list is [], retry=0 2024-11-08T20:30:45,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7,DISK] 2024-11-08T20:30:45,790 DEBUG [RS:1;ae1476a7656f:36929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,36929,1731097844129/ae1476a7656f%2C36929%2C1731097844129.1731097845773, exclude list is [], retry=0 2024-11-08T20:30:45,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4c205180-c4a6-4370-a2e5-196757075f62,DISK] 2024-11-08T20:30:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7,DISK] 2024-11-08T20:30:45,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4c205180-c4a6-4370-a2e5-196757075f62,DISK] 2024-11-08T20:30:45,796 INFO [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019/ae1476a7656f%2C33417%2C1731097844019.1731097845773 2024-11-08T20:30:45,800 DEBUG [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44729:44729),(127.0.0.1/127.0.0.1:41919:41919)] 2024-11-08T20:30:45,801 INFO [RS:1;ae1476a7656f:36929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,36929,1731097844129/ae1476a7656f%2C36929%2C1731097844129.1731097845773 2024-11-08T20:30:45,802 DEBUG [RS:1;ae1476a7656f:36929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41919:41919),(127.0.0.1/127.0.0.1:44729:44729)] 2024-11-08T20:30:46,010 DEBUG [ae1476a7656f:41417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:30:46,019 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:46,026 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:46,026 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:46,026 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:46,026 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:46,026 INFO [ae1476a7656f:41417 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:46,026 INFO [ae1476a7656f:41417 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:46,026 DEBUG [ae1476a7656f:41417 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:46,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:46,039 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33417,1731097844019, state=OPENING 2024-11-08T20:30:46,145 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:30:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:46,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:46,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,161 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:46,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33417,1731097844019}] 2024-11-08T20:30:46,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:46,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:46,358 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:30:46,358 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:46,359 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:30:46,362 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C33417%2C1731097844019.meta, suffix=.meta, logDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019, archiveDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs, maxLogs=32 2024-11-08T20:30:46,376 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019/ae1476a7656f%2C33417%2C1731097844019.meta.1731097846364.meta, exclude list is [], retry=0 2024-11-08T20:30:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-ab66ed71-e5f5-4d30-b5f9-be228f1890b7,DISK] 2024-11-08T20:30:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4c205180-c4a6-4370-a2e5-196757075f62,DISK] 2024-11-08T20:30:46,383 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/WALs/ae1476a7656f,33417,1731097844019/ae1476a7656f%2C33417%2C1731097844019.meta.1731097846364.meta 2024-11-08T20:30:46,384 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41919:41919),(127.0.0.1/127.0.0.1:44729:44729)] 2024-11-08T20:30:46,384 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:46,386 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:30:46,388 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:30:46,393 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:30:46,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:30:46,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:46,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:30:46,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:30:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:46,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:46,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:46,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:46,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:46,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:46,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:46,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:46,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:46,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:46,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:46,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:46,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:46,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:46,410 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:46,412 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740 2024-11-08T20:30:46,414 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740 2024-11-08T20:30:46,417 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:46,417 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:46,418 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:46,420 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:46,422 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674659, jitterRate=0.06803564727306366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:46,422 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:30:46,423 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097846398Writing region info on filesystem at 1731097846398Initializing all the Stores at 1731097846400 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097846400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097846400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097846400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097846400Cleaning up temporary data from old regions at 1731097846417 (+17 ms)Running coprocessor post-open hooks at 1731097846422 (+5 ms)Region opened successfully at 1731097846423 (+1 ms) 2024-11-08T20:30:46,429 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097846335 2024-11-08T20:30:46,441 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:30:46,441 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:30:46,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:46,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33417,1731097844019, state=OPEN 2024-11-08T20:30:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:46,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:46,450 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:46,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:30:46,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33417,1731097844019 in 286 msec 2024-11-08T20:30:46,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:30:46,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1170 sec 2024-11-08T20:30:46,465 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:46,465 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:30:46,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:46,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33417,1731097844019, seqNum=-1] 2024-11-08T20:30:46,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:46,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:46,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-08T20:30:46,528 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097846528, completionTime=-1 2024-11-08T20:30:46,531 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:30:46,531 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:30:46,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:30:46,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097906559 2024-11-08T20:30:46,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097966559 2024-11-08T20:30:46,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-08T20:30:46,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:30:46,569 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,570 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,570 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,572 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:41417, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,573 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,581 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:30:46,604 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.363sec 2024-11-08T20:30:46,605 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:30:46,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:30:46,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:30:46,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:30:46,609 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:30:46,609 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:46,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:30:46,615 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:30:46,616 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:30:46,616 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41417,1731097843161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:46,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:46,683 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T20:30:46,683 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T20:30:46,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41417,-1 for getting cluster id 2024-11-08T20:30:46,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:30:46,725 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bef82406-495d-4897-acca-49f67cda8212' 2024-11-08T20:30:46,727 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:30:46,727 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bef82406-495d-4897-acca-49f67cda8212" 2024-11-08T20:30:46,728 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a322d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:46,728 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41417,-1] 2024-11-08T20:30:46,731 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:30:46,733 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:46,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:30:46,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:46,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:46,743 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33417,1731097844019, seqNum=-1] 2024-11-08T20:30:46,744 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:46,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:46,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,41417,1731097843161 2024-11-08T20:30:46,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:30:46,788 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41417,1731097843161 2024-11-08T20:30:46,791 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2114013e 2024-11-08T20:30:46,792 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:30:46,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:30:46,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:30:46,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:30:46,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:30:46,825 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:46,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:30:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:46,845 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 243f976593b906386c52f4b1bbd7a0b6, NAME => 'testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 2024-11-08T20:30:46,846 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 187b212419df066506e1fe4d3ac9da31, NAME => 'testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1 2024-11-08T20:30:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:46,864 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:46,864 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 243f976593b906386c52f4b1bbd7a0b6, disabling compactions & flushes 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 187b212419df066506e1fe4d3ac9da31, disabling compactions & flushes 2024-11-08T20:30:46,865 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:46,865 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. after waiting 0 ms 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. after waiting 0 ms 2024-11-08T20:30:46,865 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 243f976593b906386c52f4b1bbd7a0b6: Waiting for close lock at 1731097846865Disabling compacts and flushes for region at 1731097846865Disabling writes for close at 1731097846865Writing region close event to WAL at 1731097846865Closed at 1731097846865 2024-11-08T20:30:46,865 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:46,865 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 187b212419df066506e1fe4d3ac9da31: Waiting for close lock at 1731097846865Disabling compacts and flushes for region at 1731097846865Disabling writes for close at 1731097846865Writing region close event to WAL at 1731097846865Closed at 1731097846865 2024-11-08T20:30:46,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:30:46,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097846867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097846867"}]},"ts":"1731097846867"} 2024-11-08T20:30:46,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097846867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097846867"}]},"ts":"1731097846867"} 2024-11-08T20:30:46,904 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:30:46,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:30:46,909 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097846907"}]},"ts":"1731097846907"} 2024-11-08T20:30:46,913 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:30:46,914 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:46,916 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:46,916 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:46,916 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:46,916 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:46,916 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:46,916 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:46,916 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:46,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=243f976593b906386c52f4b1bbd7a0b6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=187b212419df066506e1fe4d3ac9da31, ASSIGN}] 2024-11-08T20:30:46,920 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=187b212419df066506e1fe4d3ac9da31, ASSIGN 2024-11-08T20:30:46,921 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=243f976593b906386c52f4b1bbd7a0b6, ASSIGN 2024-11-08T20:30:46,923 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=243f976593b906386c52f4b1bbd7a0b6, ASSIGN; state=OFFLINE, location=ae1476a7656f,36929,1731097844129; forceNewPlan=false, retain=false 2024-11-08T20:30:46,923 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=187b212419df066506e1fe4d3ac9da31, ASSIGN; state=OFFLINE, location=ae1476a7656f,33417,1731097844019; forceNewPlan=false, retain=false 2024-11-08T20:30:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:47,075 INFO [ae1476a7656f:41417 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:30:47,076 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=243f976593b906386c52f4b1bbd7a0b6, regionState=OPENING, regionLocation=ae1476a7656f,36929,1731097844129 2024-11-08T20:30:47,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=187b212419df066506e1fe4d3ac9da31, regionState=OPENING, regionLocation=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=243f976593b906386c52f4b1bbd7a0b6, ASSIGN because future has completed 2024-11-08T20:30:47,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 243f976593b906386c52f4b1bbd7a0b6, server=ae1476a7656f,36929,1731097844129}] 2024-11-08T20:30:47,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=187b212419df066506e1fe4d3ac9da31, ASSIGN because future has completed 2024-11-08T20:30:47,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 187b212419df066506e1fe4d3ac9da31, server=ae1476a7656f,33417,1731097844019}] 2024-11-08T20:30:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:47,240 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:47,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:47,254 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,254 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,254 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 187b212419df066506e1fe4d3ac9da31, NAME => 'testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:30:47,254 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 243f976593b906386c52f4b1bbd7a0b6, NAME => 'testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,257 INFO [StoreOpener-187b212419df066506e1fe4d3ac9da31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,257 INFO [StoreOpener-243f976593b906386c52f4b1bbd7a0b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,260 INFO [StoreOpener-243f976593b906386c52f4b1bbd7a0b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243f976593b906386c52f4b1bbd7a0b6 columnFamilyName family 2024-11-08T20:30:47,260 INFO [StoreOpener-187b212419df066506e1fe4d3ac9da31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 187b212419df066506e1fe4d3ac9da31 columnFamilyName family 2024-11-08T20:30:47,260 DEBUG [StoreOpener-187b212419df066506e1fe4d3ac9da31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:47,260 DEBUG [StoreOpener-243f976593b906386c52f4b1bbd7a0b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:47,261 INFO [StoreOpener-243f976593b906386c52f4b1bbd7a0b6-1 {}] regionserver.HStore(327): Store=243f976593b906386c52f4b1bbd7a0b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:47,261 INFO [StoreOpener-187b212419df066506e1fe4d3ac9da31-1 {}] regionserver.HStore(327): Store=187b212419df066506e1fe4d3ac9da31/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:47,261 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,261 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,262 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,262 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,263 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,263 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,263 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,266 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,266 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,270 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:47,270 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:47,271 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 243f976593b906386c52f4b1bbd7a0b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62820751, jitterRate=-0.06389786303043365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:47,271 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 187b212419df066506e1fe4d3ac9da31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71586951, jitterRate=0.06672869622707367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:47,271 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,271 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,273 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 243f976593b906386c52f4b1bbd7a0b6: Running coprocessor pre-open hook at 1731097847255Writing region info on filesystem at 1731097847255Initializing all the Stores at 1731097847257 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097847257Cleaning up temporary data from old regions at 1731097847264 (+7 ms)Running coprocessor post-open hooks at 1731097847271 (+7 ms)Region opened successfully at 1731097847272 (+1 ms) 2024-11-08T20:30:47,273 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 187b212419df066506e1fe4d3ac9da31: Running coprocessor pre-open hook at 1731097847255Writing region info on filesystem at 1731097847255Initializing all the Stores at 1731097847257 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097847257Cleaning up temporary data from old regions at 1731097847264 (+7 ms)Running coprocessor post-open hooks at 1731097847271 (+7 ms)Region opened successfully at 1731097847272 (+1 ms) 2024-11-08T20:30:47,275 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31., pid=8, masterSystemTime=1731097847242 2024-11-08T20:30:47,275 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6., pid=7, masterSystemTime=1731097847239 2024-11-08T20:30:47,278 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,278 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=243f976593b906386c52f4b1bbd7a0b6, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36929,1731097844129 2024-11-08T20:30:47,280 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,280 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=187b212419df066506e1fe4d3ac9da31, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,33417,1731097844019 2024-11-08T20:30:47,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 243f976593b906386c52f4b1bbd7a0b6, server=ae1476a7656f,36929,1731097844129 because future has completed 2024-11-08T20:30:47,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 187b212419df066506e1fe4d3ac9da31, server=ae1476a7656f,33417,1731097844019 because future has completed 2024-11-08T20:30:47,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T20:30:47,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 243f976593b906386c52f4b1bbd7a0b6, server=ae1476a7656f,36929,1731097844129 in 203 msec 2024-11-08T20:30:47,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T20:30:47,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=243f976593b906386c52f4b1bbd7a0b6, ASSIGN in 376 msec 2024-11-08T20:30:47,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 187b212419df066506e1fe4d3ac9da31, server=ae1476a7656f,33417,1731097844019 in 204 msec 2024-11-08T20:30:47,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T20:30:47,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=187b212419df066506e1fe4d3ac9da31, ASSIGN in 381 msec 2024-11-08T20:30:47,306 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:30:47,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097847306"}]},"ts":"1731097847306"} 2024-11-08T20:30:47,309 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:30:47,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:30:47,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 502 msec 2024-11-08T20:30:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:47,464 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:30:47,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:30:47,466 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:47,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:30:47,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:47,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:30:47,491 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6., hostname=ae1476a7656f,36929,1731097844129, seqNum=2] 2024-11-08T20:30:47,492 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:47,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:47,512 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31., hostname=ae1476a7656f,33417,1731097844019, seqNum=2] 2024-11-08T20:30:47,531 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 187b212419df066506e1fe4d3ac9da31 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:30:47,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/.tmp/family/20b3109caaf548a9bc7073c6a3bcd4c3 is 32, key is 5/family:/1731097847513/Put/seqid=0 2024-11-08T20:30:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:30:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:30:47,610 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/.tmp/family/20b3109caaf548a9bc7073c6a3bcd4c3 2024-11-08T20:30:47,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/.tmp/family/20b3109caaf548a9bc7073c6a3bcd4c3 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/family/20b3109caaf548a9bc7073c6a3bcd4c3 2024-11-08T20:30:47,665 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/family/20b3109caaf548a9bc7073c6a3bcd4c3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:30:47,671 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 187b212419df066506e1fe4d3ac9da31 in 140ms, sequenceid=9, compaction requested=false 2024-11-08T20:30:47,672 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-08T20:30:47,674 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 187b212419df066506e1fe4d3ac9da31: 2024-11-08T20:30:47,674 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 243f976593b906386c52f4b1bbd7a0b6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:30:47,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/.tmp/family/1425a88504d744e1b6d3449255e388bc is 32, key is 1/family:/1731097847495/Put/seqid=0 2024-11-08T20:30:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:30:47,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:30:47,700 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/.tmp/family/1425a88504d744e1b6d3449255e388bc 2024-11-08T20:30:47,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/.tmp/family/1425a88504d744e1b6d3449255e388bc as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/family/1425a88504d744e1b6d3449255e388bc 2024-11-08T20:30:47,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/family/1425a88504d744e1b6d3449255e388bc, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:30:47,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 243f976593b906386c52f4b1bbd7a0b6 in 50ms, sequenceid=8, compaction requested=false 2024-11-08T20:30:47,724 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 243f976593b906386c52f4b1bbd7a0b6: 2024-11-08T20:30:47,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b684553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:47,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41417,-1 for getting cluster id 2024-11-08T20:30:47,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:30:47,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bef82406-495d-4897-acca-49f67cda8212' 2024-11-08T20:30:47,729 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:30:47,729 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bef82406-495d-4897-acca-49f67cda8212" 2024-11-08T20:30:47,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aca2742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:47,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41417,-1] 2024-11-08T20:30:47,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:30:47,730 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,732 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:30:47,733 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a41884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:47,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T20:30:47,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:47,749 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33417,1731097844019, seqNum=-1] 2024-11-08T20:30:47,749 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:47,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:47,760 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:47,761 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:47,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:47,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:47,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:30:47,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:47,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:30:47,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:30:47,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:30:47,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:47,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:30:47,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:30:47,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202655752, stopped=false 2024-11-08T20:30:47,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,41417,1731097843161 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:47,840 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:30:47,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:47,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:30:47,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:47,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:47,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:47,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,33417,1731097844019' ***** 2024-11-08T20:30:47,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:30:47,843 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,36929,1731097844129' ***** 2024-11-08T20:30:47,843 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:30:47,843 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:30:47,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:30:47,844 INFO [RS:0;ae1476a7656f:33417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:30:47,844 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:30:47,844 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:30:47,844 INFO [RS:1;ae1476a7656f:36929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:30:47,844 INFO [RS:1;ae1476a7656f:36929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:30:47,844 INFO [RS:0;ae1476a7656f:33417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:30:47,845 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,845 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(3091): Received CLOSE for 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,846 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,33417,1731097844019 2024-11-08T20:30:47,846 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,36929,1731097844129 2024-11-08T20:30:47,846 INFO [RS:0;ae1476a7656f:33417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:47,846 INFO [RS:1;ae1476a7656f:36929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:47,846 INFO [RS:0;ae1476a7656f:33417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:33417. 2024-11-08T20:30:47,846 INFO [RS:1;ae1476a7656f:36929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:36929. 2024-11-08T20:30:47,846 DEBUG [RS:0;ae1476a7656f:33417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:47,846 DEBUG [RS:1;ae1476a7656f:36929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:47,847 DEBUG [RS:0;ae1476a7656f:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 187b212419df066506e1fe4d3ac9da31, disabling compactions & flushes 2024-11-08T20:30:47,847 DEBUG [RS:1;ae1476a7656f:36929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 243f976593b906386c52f4b1bbd7a0b6, disabling compactions & flushes 2024-11-08T20:30:47,847 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,847 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,847 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. after waiting 0 ms 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. after waiting 0 ms 2024-11-08T20:30:47,847 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1325): Online Regions={243f976593b906386c52f4b1bbd7a0b6=testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6.} 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,847 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:30:47,847 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:30:47,847 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:30:47,847 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:30:47,847 DEBUG [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1351): Waiting on 243f976593b906386c52f4b1bbd7a0b6 2024-11-08T20:30:47,848 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:30:47,848 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 187b212419df066506e1fe4d3ac9da31=testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31.} 2024-11-08T20:30:47,848 DEBUG [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 187b212419df066506e1fe4d3ac9da31 2024-11-08T20:30:47,848 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:30:47,848 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:30:47,848 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:30:47,848 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:30:47,848 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:30:47,849 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:30:47,855 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/243f976593b906386c52f4b1bbd7a0b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:30:47,855 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/default/testClearRegionBlockCache/187b212419df066506e1fe4d3ac9da31/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:30:47,857 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,857 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 243f976593b906386c52f4b1bbd7a0b6: Waiting for close lock at 1731097847846Running coprocessor pre-close hooks at 1731097847846Disabling compacts and flushes for region at 1731097847846Disabling writes for close at 1731097847847 (+1 ms)Writing region close event to WAL at 1731097847849 (+2 ms)Running coprocessor post-close hooks at 1731097847856 (+7 ms)Closed at 1731097847857 (+1 ms) 2024-11-08T20:30:47,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 187b212419df066506e1fe4d3ac9da31: Waiting for close lock at 1731097847846Running coprocessor pre-close hooks at 1731097847846Disabling compacts and flushes for region at 1731097847846Disabling writes for close at 1731097847847 (+1 ms)Writing region close event to WAL at 1731097847850 (+3 ms)Running coprocessor post-close hooks at 1731097847856 (+6 ms)Closed at 1731097847857 (+1 ms) 2024-11-08T20:30:47,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097846800.243f976593b906386c52f4b1bbd7a0b6. 2024-11-08T20:30:47,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31. 2024-11-08T20:30:47,871 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/info/32f5e61977744224ac0d0161a7aa9d00 is 173, key is testClearRegionBlockCache,5,1731097846800.187b212419df066506e1fe4d3ac9da31./info:regioninfo/1731097847282/Put/seqid=0 2024-11-08T20:30:47,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:30:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:30:47,880 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/info/32f5e61977744224ac0d0161a7aa9d00 2024-11-08T20:30:47,905 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/ns/a360dc81e2f943c3a0065140afd8d508 is 43, key is default/ns:d/1731097846512/Put/seqid=0 2024-11-08T20:30:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:30:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:30:47,912 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/ns/a360dc81e2f943c3a0065140afd8d508 2024-11-08T20:30:47,915 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:47,917 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:47,937 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/table/862a5245afd8441b839330098ac6d422 is 61, key is testClearRegionBlockCache/table:state/1731097847306/Put/seqid=0 2024-11-08T20:30:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:30:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:30:47,945 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/table/862a5245afd8441b839330098ac6d422 2024-11-08T20:30:47,957 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/info/32f5e61977744224ac0d0161a7aa9d00 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/info/32f5e61977744224ac0d0161a7aa9d00 2024-11-08T20:30:47,968 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/info/32f5e61977744224ac0d0161a7aa9d00, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:30:47,970 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/ns/a360dc81e2f943c3a0065140afd8d508 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/ns/a360dc81e2f943c3a0065140afd8d508 2024-11-08T20:30:47,981 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/ns/a360dc81e2f943c3a0065140afd8d508, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:30:47,983 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/.tmp/table/862a5245afd8441b839330098ac6d422 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/table/862a5245afd8441b839330098ac6d422 2024-11-08T20:30:47,993 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/table/862a5245afd8441b839330098ac6d422, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:30:47,995 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false 2024-11-08T20:30:47,995 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:30:48,002 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:30:48,003 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:30:48,003 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:48,004 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097847848Running coprocessor pre-close hooks at 1731097847848Disabling compacts and flushes for region at 1731097847848Disabling writes for close at 1731097847848Obtaining lock to block concurrent updates at 1731097847849 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097847849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097847849Flushing stores of hbase:meta,,1.1588230740 at 1731097847850 (+1 ms)Flushing 1588230740/info: creating writer at 1731097847850Flushing 1588230740/info: appending metadata at 1731097847870 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731097847870Flushing 1588230740/ns: creating writer at 1731097847889 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731097847904 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731097847904Flushing 1588230740/table: creating writer at 1731097847922 (+18 ms)Flushing 1588230740/table: appending metadata at 1731097847936 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731097847936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e20de8: reopening flushed file at 1731097847956 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fa3f48: reopening flushed file at 1731097847968 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f447219: reopening flushed file at 1731097847981 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=13, compaction requested=false at 1731097847995 (+14 ms)Writing region close event to WAL at 1731097847997 (+2 ms)Running coprocessor post-close hooks at 1731097848003 (+6 ms)Closed at 1731097848003 2024-11-08T20:30:48,004 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:48,048 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,36929,1731097844129; all regions closed. 2024-11-08T20:30:48,048 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,33417,1731097844019; all regions closed. 2024-11-08T20:30:48,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:30:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741834_1010 (size=1758) 2024-11-08T20:30:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741834_1010 (size=1758) 2024-11-08T20:30:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:30:48,061 DEBUG [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs 2024-11-08T20:30:48,061 DEBUG [RS:1;ae1476a7656f:36929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs 2024-11-08T20:30:48,061 INFO [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C33417%2C1731097844019.meta:.meta(num 1731097846364) 2024-11-08T20:30:48,061 INFO [RS:1;ae1476a7656f:36929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36929%2C1731097844129:(num 1731097845773) 2024-11-08T20:30:48,061 DEBUG [RS:1;ae1476a7656f:36929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:48,061 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:48,061 INFO [RS:1;ae1476a7656f:36929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:48,061 INFO [RS:1;ae1476a7656f:36929 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:48,062 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:30:48,062 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:30:48,062 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:48,062 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:30:48,062 INFO [RS:1;ae1476a7656f:36929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:48,062 INFO [RS:1;ae1476a7656f:36929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36929 2024-11-08T20:30:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741833_1009 (size=1867) 2024-11-08T20:30:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741833_1009 (size=1867) 2024-11-08T20:30:48,068 DEBUG [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/oldWALs 2024-11-08T20:30:48,068 INFO [RS:0;ae1476a7656f:33417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C33417%2C1731097844019:(num 1731097845773) 2024-11-08T20:30:48,068 DEBUG [RS:0;ae1476a7656f:33417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:48,068 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:48,068 INFO [RS:0;ae1476a7656f:33417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:48,068 INFO [RS:0;ae1476a7656f:33417 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:48,068 INFO [RS:0;ae1476a7656f:33417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:48,068 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:48,069 INFO [RS:0;ae1476a7656f:33417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33417 2024-11-08T20:30:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,36929,1731097844129 2024-11-08T20:30:48,070 INFO [RS:1;ae1476a7656f:36929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,33417,1731097844019 2024-11-08T20:30:48,081 INFO [RS:0;ae1476a7656f:33417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:48,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,33417,1731097844019] 2024-11-08T20:30:48,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,33417,1731097844019 already deleted, retry=false 2024-11-08T20:30:48,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,33417,1731097844019 expired; onlineServers=1 2024-11-08T20:30:48,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,36929,1731097844129] 2024-11-08T20:30:48,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,36929,1731097844129 already deleted, retry=false 2024-11-08T20:30:48,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,36929,1731097844129 expired; onlineServers=0 2024-11-08T20:30:48,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,41417,1731097843161' ***** 2024-11-08T20:30:48,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:30:48,188 INFO [M:0;ae1476a7656f:41417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:48,188 INFO [M:0;ae1476a7656f:41417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:48,188 DEBUG [M:0;ae1476a7656f:41417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:30:48,189 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:30:48,189 DEBUG [M:0;ae1476a7656f:41417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:30:48,189 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097845273 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097845273,5,FailOnTimeoutGroup] 2024-11-08T20:30:48,189 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097845269 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097845269,5,FailOnTimeoutGroup] 2024-11-08T20:30:48,190 INFO [M:0;ae1476a7656f:41417 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:48,190 INFO [M:0;ae1476a7656f:41417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:48,190 DEBUG [M:0;ae1476a7656f:41417 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:30:48,191 INFO [M:0;ae1476a7656f:41417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:30:48,191 INFO [M:0;ae1476a7656f:41417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:30:48,192 INFO [M:0;ae1476a7656f:41417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:30:48,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:30:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:48,197 DEBUG [M:0;ae1476a7656f:41417 {}] zookeeper.ZKUtil(347): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:30:48,197 WARN [M:0;ae1476a7656f:41417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:30:48,198 INFO [M:0;ae1476a7656f:41417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/.lastflushedseqids 2024-11-08T20:30:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:30:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:30:48,213 INFO [M:0;ae1476a7656f:41417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:30:48,213 INFO [M:0;ae1476a7656f:41417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:30:48,213 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:30:48,213 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:48,213 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:48,213 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:30:48,214 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:48,214 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T20:30:48,232 DEBUG [M:0;ae1476a7656f:41417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/945659edb6c4412082257eff2ca23763 is 82, key is hbase:meta,,1/info:regioninfo/1731097846441/Put/seqid=0 2024-11-08T20:30:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:30:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:30:48,239 INFO [M:0;ae1476a7656f:41417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/945659edb6c4412082257eff2ca23763 2024-11-08T20:30:48,265 DEBUG [M:0;ae1476a7656f:41417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6030b047ec0439d800fe8f76573dcbd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097847313/Put/seqid=0 2024-11-08T20:30:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1011c24ce220002, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,266 INFO [RS:1;ae1476a7656f:36929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:48,267 INFO [RS:1;ae1476a7656f:36929 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,36929,1731097844129; zookeeper connection closed. 2024-11-08T20:30:48,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7507909a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7507909a 2024-11-08T20:30:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:30:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:30:48,273 INFO [M:0;ae1476a7656f:41417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6030b047ec0439d800fe8f76573dcbd 2024-11-08T20:30:48,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,276 INFO [RS:0;ae1476a7656f:33417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:48,276 INFO [RS:0;ae1476a7656f:33417 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,33417,1731097844019; zookeeper connection closed. 2024-11-08T20:30:48,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33417-0x1011c24ce220001, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d33d60c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d33d60c 2024-11-08T20:30:48,277 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:30:48,294 DEBUG [M:0;ae1476a7656f:41417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3cd0bdd8053424b8fb1c78b851ecc44 is 69, key is ae1476a7656f,33417,1731097844019/rs:state/1731097845418/Put/seqid=0 2024-11-08T20:30:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:30:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:30:48,301 INFO [M:0;ae1476a7656f:41417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3cd0bdd8053424b8fb1c78b851ecc44 2024-11-08T20:30:48,309 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/945659edb6c4412082257eff2ca23763 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/945659edb6c4412082257eff2ca23763 2024-11-08T20:30:48,317 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/945659edb6c4412082257eff2ca23763, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:30:48,318 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6030b047ec0439d800fe8f76573dcbd as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6030b047ec0439d800fe8f76573dcbd 2024-11-08T20:30:48,326 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6030b047ec0439d800fe8f76573dcbd, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:30:48,328 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3cd0bdd8053424b8fb1c78b851ecc44 as hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3cd0bdd8053424b8fb1c78b851ecc44 2024-11-08T20:30:48,337 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40007/user/jenkins/test-data/9e49e2d5-d525-453a-adc1-ee53c68119f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3cd0bdd8053424b8fb1c78b851ecc44, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:30:48,338 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-08T20:30:48,340 INFO [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:48,340 DEBUG [M:0;ae1476a7656f:41417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097848213Disabling compacts and flushes for region at 1731097848213Disabling writes for close at 1731097848214 (+1 ms)Obtaining lock to block concurrent updates at 1731097848214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097848214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731097848214Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097848215 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097848215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097848232 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097848232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097848248 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097848264 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097848264Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097848279 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097848293 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097848293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6057be9c: reopening flushed file at 1731097848307 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b13f1c: reopening flushed file at 1731097848317 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9a7fa8: reopening flushed file at 1731097848327 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1731097848338 (+11 ms)Writing region close event to WAL at 1731097848340 (+2 ms)Closed at 1731097848340 2024-11-08T20:30:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:30:48,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:30:48,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:48,345 INFO [M:0;ae1476a7656f:41417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:30:48,345 INFO [M:0;ae1476a7656f:41417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41417 2024-11-08T20:30:48,345 INFO [M:0;ae1476a7656f:41417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:48,525 INFO [M:0;ae1476a7656f:41417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:48,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41417-0x1011c24ce220000, quorum=127.0.0.1:62127, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:48,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:48,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:48,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:48,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:48,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:48,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:30:48,576 WARN [BP-1402386671-172.17.0.3-1731097839047 heartbeating to localhost/127.0.0.1:40007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:30:48,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:30:48,576 WARN [BP-1402386671-172.17.0.3-1731097839047 heartbeating to localhost/127.0.0.1:40007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1402386671-172.17.0.3-1731097839047 (Datanode Uuid a80fa96d-a167-46b8-a1df-0830e3f423f6) service to localhost/127.0.0.1:40007 2024-11-08T20:30:48,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data3/current/BP-1402386671-172.17.0.3-1731097839047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:48,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data4/current/BP-1402386671-172.17.0.3-1731097839047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:48,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:30:48,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:48,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:48,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:48,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:48,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:48,582 WARN [BP-1402386671-172.17.0.3-1731097839047 heartbeating to localhost/127.0.0.1:40007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:30:48,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:30:48,582 WARN [BP-1402386671-172.17.0.3-1731097839047 heartbeating to localhost/127.0.0.1:40007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1402386671-172.17.0.3-1731097839047 (Datanode Uuid de18faf6-7bbf-4fef-9bcb-bdd763e34286) service to localhost/127.0.0.1:40007 2024-11-08T20:30:48,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:30:48,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data1/current/BP-1402386671-172.17.0.3-1731097839047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:48,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/cluster_21427de4-8bb8-0641-c2c7-a3481412eb37/data/data2/current/BP-1402386671-172.17.0.3-1731097839047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:48,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:30:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:30:48,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:48,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:48,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:48,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:48,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:30:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:30:48,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40007 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40007 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5791e067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 617), ProcessCount=11 (was 11), AvailableMemoryMB=3043 (was 3715) 2024-11-08T20:30:48,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=3043 2024-11-08T20:30:48,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir so I do NOT create it in target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86 2024-11-08T20:30:48,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:30:48,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.tmp.dir so I do NOT create it in target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86 2024-11-08T20:30:48,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43270715-5611-fd4e-ed91-38445fc2487f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:30:48,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86 2024-11-08T20:30:48,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078, deleteOnExit=true 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/test.cache.data in system properties and HBase conf 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:30:48,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:30:48,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:30:48,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:30:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:30:49,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:49,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:49,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:49,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:49,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:30:49,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:49,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:49,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:49,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3afc967b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/java.io.tmpdir/jetty-localhost-46837-hadoop-hdfs-3_4_1-tests_jar-_-any-6817195419764519022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:30:49,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:46837} 2024-11-08T20:30:49,231 INFO [Time-limited test {}] server.Server(415): Started @12545ms 2024-11-08T20:30:49,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:49,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:49,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:49,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:49,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:30:49,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:49,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:49,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6198467d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/java.io.tmpdir/jetty-localhost-40627-hadoop-hdfs-3_4_1-tests_jar-_-any-11873626221920785736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:49,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:40627} 2024-11-08T20:30:49,606 INFO [Time-limited test {}] server.Server(415): Started @12920ms 2024-11-08T20:30:49,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:49,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:49,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:49,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:49,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:49,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:30:49,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:49,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@463c364d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/java.io.tmpdir/jetty-localhost-35345-hadoop-hdfs-3_4_1-tests_jar-_-any-16204475353860036551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:49,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:35345} 2024-11-08T20:30:49,742 INFO [Time-limited test {}] server.Server(415): Started @13056ms 2024-11-08T20:30:49,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:50,749 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data1/current/BP-1500091429-172.17.0.3-1731097848685/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:50,749 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data2/current/BP-1500091429-172.17.0.3-1731097848685/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:50,763 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa39654a1683316 with lease ID 0x56dbea139b123504: Processing first storage report for DS-f145c565-c120-480d-a368-8b5740040ad3 from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=00136fcf-f123-4d54-88c0-e98d735ce845, infoPort=41789, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685) 2024-11-08T20:30:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa39654a1683316 with lease ID 0x56dbea139b123504: from storage DS-f145c565-c120-480d-a368-8b5740040ad3 node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=00136fcf-f123-4d54-88c0-e98d735ce845, infoPort=41789, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa39654a1683316 with lease ID 0x56dbea139b123504: Processing first storage report for DS-02a7ef61-2023-429d-afbc-ea59e71f0e80 from datanode DatanodeRegistration(127.0.0.1:38405, datanodeUuid=00136fcf-f123-4d54-88c0-e98d735ce845, infoPort=41789, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685) 2024-11-08T20:30:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa39654a1683316 with lease ID 0x56dbea139b123504: from storage DS-02a7ef61-2023-429d-afbc-ea59e71f0e80 node DatanodeRegistration(127.0.0.1:38405, datanodeUuid=00136fcf-f123-4d54-88c0-e98d735ce845, infoPort=41789, infoSecurePort=0, ipcPort=36349, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:50,884 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data3/current/BP-1500091429-172.17.0.3-1731097848685/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:50,884 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data4/current/BP-1500091429-172.17.0.3-1731097848685/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:50,903 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3641180e304321b with lease ID 0x56dbea139b123505: Processing first storage report for DS-229a6890-b9c7-42ee-be55-6210113826cb from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=4e900c80-7df2-41f6-a8dd-8b9c28e0f230, infoPort=37147, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685) 2024-11-08T20:30:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3641180e304321b with lease ID 0x56dbea139b123505: from storage DS-229a6890-b9c7-42ee-be55-6210113826cb node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=4e900c80-7df2-41f6-a8dd-8b9c28e0f230, infoPort=37147, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:30:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3641180e304321b with lease ID 0x56dbea139b123505: Processing first storage report for DS-7f5d7f78-f7f4-4986-aa20-a24fdd198e59 from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=4e900c80-7df2-41f6-a8dd-8b9c28e0f230, infoPort=37147, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685) 2024-11-08T20:30:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3641180e304321b with lease ID 0x56dbea139b123505: from storage DS-7f5d7f78-f7f4-4986-aa20-a24fdd198e59 node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=4e900c80-7df2-41f6-a8dd-8b9c28e0f230, infoPort=37147, infoSecurePort=0, ipcPort=37019, storageInfo=lv=-57;cid=testClusterID;nsid=1275916019;c=1731097848685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:50,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86 2024-11-08T20:30:50,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/zookeeper_0, clientPort=57712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:30:50,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57712 2024-11-08T20:30:50,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:50,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:51,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f with version=8 2024-11-08T20:30:51,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/hbase-staging 2024-11-08T20:30:51,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:30:51,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:51,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39093 2024-11-08T20:30:51,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39093 connecting to ZooKeeper ensemble=127.0.0.1:57712 2024-11-08T20:30:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390930x0, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:51,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39093-0x1011c24f0140000 connected 2024-11-08T20:30:51,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:51,159 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f, hbase.cluster.distributed=false 2024-11-08T20:30:51,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:51,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39093 2024-11-08T20:30:51,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39093 2024-11-08T20:30:51,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39093 2024-11-08T20:30:51,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39093 2024-11-08T20:30:51,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39093 2024-11-08T20:30:51,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:51,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:51,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:51,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39081 2024-11-08T20:30:51,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39081 connecting to ZooKeeper ensemble=127.0.0.1:57712 2024-11-08T20:30:51,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390810x0, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:51,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390810x0, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:51,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39081-0x1011c24f0140001 connected 2024-11-08T20:30:51,198 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:51,199 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:51,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:51,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:51,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-08T20:30:51,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39081 2024-11-08T20:30:51,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39081 2024-11-08T20:30:51,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-08T20:30:51,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39081 2024-11-08T20:30:51,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:51,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38843 2024-11-08T20:30:51,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38843 connecting to ZooKeeper ensemble=127.0.0.1:57712 2024-11-08T20:30:51,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388430x0, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:51,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38843-0x1011c24f0140002 connected 2024-11-08T20:30:51,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:51,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:51,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:51,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:51,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:51,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-08T20:30:51,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38843 2024-11-08T20:30:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38843 2024-11-08T20:30:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-08T20:30:51,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-08T20:30:51,258 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:39093 2024-11-08T20:30:51,259 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,271 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,282 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:30:51,283 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,39093,1731097851003 from backup master directory 2024-11-08T20:30:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,292 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,292 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:51,299 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/hbase.id] with ID: 676cb18b-a76f-4bc5-b5d4-36c72dc36015 2024-11-08T20:30:51,299 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/.tmp/hbase.id 2024-11-08T20:30:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:51,308 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/.tmp/hbase.id]:[hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/hbase.id] 2024-11-08T20:30:51,324 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:51,324 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:30:51,326 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:30:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:51,343 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:51,343 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:30:51,344 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:51,353 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store 2024-11-08T20:30:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:51,361 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:51,361 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:30:51,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:51,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:51,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:30:51,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:51,362 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:51,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097851361Disabling compacts and flushes for region at 1731097851361Disabling writes for close at 1731097851362 (+1 ms)Writing region close event to WAL at 1731097851362Closed at 1731097851362 2024-11-08T20:30:51,363 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/.initializing 2024-11-08T20:30:51,363 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/WALs/ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,365 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:51,367 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39093%2C1731097851003, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/WALs/ae1476a7656f,39093,1731097851003, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/oldWALs, maxLogs=10 2024-11-08T20:30:51,378 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/WALs/ae1476a7656f,39093,1731097851003/ae1476a7656f%2C39093%2C1731097851003.1731097851367, exclude list is [], retry=0 2024-11-08T20:30:51,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-229a6890-b9c7-42ee-be55-6210113826cb,DISK] 2024-11-08T20:30:51,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-f145c565-c120-480d-a368-8b5740040ad3,DISK] 2024-11-08T20:30:51,384 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/WALs/ae1476a7656f,39093,1731097851003/ae1476a7656f%2C39093%2C1731097851003.1731097851367 2024-11-08T20:30:51,385 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147),(127.0.0.1/127.0.0.1:41789:41789)] 2024-11-08T20:30:51,385 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:51,385 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:51,385 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,385 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:30:51,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:51,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:30:51,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:51,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:30:51,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:51,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:30:51,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:51,401 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,402 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,403 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,404 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,404 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,405 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:51,407 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:51,409 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:51,410 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70556607, jitterRate=0.0513753741979599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:51,410 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097851385Initializing all the Stores at 1731097851387 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097851387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097851387Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097851387Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097851387Cleaning up temporary data from old regions at 1731097851404 (+17 ms)Region opened successfully at 1731097851410 (+6 ms) 2024-11-08T20:30:51,411 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:30:51,415 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df29d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:51,416 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:30:51,416 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:30:51,416 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:30:51,416 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:30:51,417 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:30:51,417 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:30:51,418 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:30:51,420 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:30:51,421 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:30:51,428 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:30:51,428 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:30:51,429 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:30:51,439 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:30:51,439 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:30:51,441 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:30:51,449 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:30:51,450 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:30:51,460 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:30:51,462 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:30:51,470 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,482 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,39093,1731097851003, sessionid=0x1011c24f0140000, setting cluster-up flag (Was=false) 2024-11-08T20:30:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,533 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:30:51,535 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:51,586 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:30:51,591 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39093,1731097851003 2024-11-08T20:30:51,594 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:30:51,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:51,600 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:30:51,600 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:30:51,601 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,39093,1731097851003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:30:51,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:51,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:51,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:51,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:51,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:30:51,606 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,606 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:51,606 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097881607 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:30:51,607 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:30:51,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:30:51,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:30:51,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:51,608 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:30:51,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:30:51,609 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:30:51,609 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:30:51,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097851609,5,FailOnTimeoutGroup] 2024-11-08T20:30:51,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097851610,5,FailOnTimeoutGroup] 2024-11-08T20:30:51,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:30:51,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:30:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:51,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:30:51,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f 2024-11-08T20:30:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:51,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:51,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:51,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:51,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:51,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:51,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:51,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:51,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:51,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:51,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:51,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:51,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:51,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:51,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:51,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740 2024-11-08T20:30:51,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740 2024-11-08T20:30:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:51,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:51,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:51,649 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(746): ClusterId : 676cb18b-a76f-4bc5-b5d4-36c72dc36015 2024-11-08T20:30:51,649 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:51,649 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(746): ClusterId : 676cb18b-a76f-4bc5-b5d4-36c72dc36015 2024-11-08T20:30:51,649 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:51,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:51,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67687232, jitterRate=0.008618354797363281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:51,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097851629Initializing all the Stores at 1731097851630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097851630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097851630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097851631 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097851631Cleaning up temporary data from old regions at 1731097851645 (+14 ms)Region opened successfully at 1731097851655 (+10 ms) 2024-11-08T20:30:51,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:30:51,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:30:51,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:30:51,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:30:51,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:30:51,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097851655Disabling compacts and flushes for region at 1731097851655Disabling writes for close at 1731097851656 (+1 ms)Writing region close event to WAL at 1731097851656Closed at 1731097851656 2024-11-08T20:30:51,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:51,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:30:51,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:30:51,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:51,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:30:51,671 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:51,671 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:51,671 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:51,671 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:51,692 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:51,692 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:51,692 DEBUG [RS:1;ae1476a7656f:38843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b6ddca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:51,693 DEBUG [RS:0;ae1476a7656f:39081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1528d3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:51,704 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:39081 2024-11-08T20:30:51,704 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:51,704 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:51,704 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:51,705 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39093,1731097851003 with port=39081, startcode=1731097851178 2024-11-08T20:30:51,705 DEBUG [RS:0;ae1476a7656f:39081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:51,707 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:51,707 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:38843 2024-11-08T20:30:51,707 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:51,707 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:51,707 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:51,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39093 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,708 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39093,1731097851003 with port=38843, startcode=1731097851220 2024-11-08T20:30:51,709 DEBUG [RS:1;ae1476a7656f:38843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:51,711 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f 2024-11-08T20:30:51,711 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36977 2024-11-08T20:30:51,711 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:51,711 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:51,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39093 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,714 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f 2024-11-08T20:30:51,714 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36977 2024-11-08T20:30:51,714 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:51,766 DEBUG [RS:0;ae1476a7656f:39081 {}] zookeeper.ZKUtil(111): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,766 WARN [RS:0;ae1476a7656f:39081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:51,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,39081,1731097851178] 2024-11-08T20:30:51,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,38843,1731097851220] 2024-11-08T20:30:51,766 INFO [RS:0;ae1476a7656f:39081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:51,767 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,767 DEBUG [RS:1;ae1476a7656f:38843 {}] zookeeper.ZKUtil(111): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,767 WARN [RS:1;ae1476a7656f:38843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:51,767 INFO [RS:1;ae1476a7656f:38843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:51,767 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,773 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:51,773 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:51,775 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:51,776 INFO [RS:1;ae1476a7656f:38843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:51,776 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,777 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:51,777 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:51,778 INFO [RS:0;ae1476a7656f:39081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:51,778 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,778 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:51,778 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,778 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:51,778 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,779 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:51,780 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,780 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:51,780 DEBUG [RS:1;ae1476a7656f:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:51,780 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:51,781 DEBUG [RS:0;ae1476a7656f:39081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,782 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38843,1731097851220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,783 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39081,1731097851178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:51,796 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:51,796 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:51,796 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38843,1731097851220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,796 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39081,1731097851178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,797 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,797 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,797 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.Replication(171): ae1476a7656f,38843,1731097851220 started 2024-11-08T20:30:51,797 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.Replication(171): ae1476a7656f,39081,1731097851178 started 2024-11-08T20:30:51,810 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,810 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:51,810 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,38843,1731097851220, RpcServer on ae1476a7656f/172.17.0.3:38843, sessionid=0x1011c24f0140002 2024-11-08T20:30:51,810 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,39081,1731097851178, RpcServer on ae1476a7656f/172.17.0.3:39081, sessionid=0x1011c24f0140001 2024-11-08T20:30:51,810 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:51,810 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:51,810 DEBUG [RS:1;ae1476a7656f:38843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,810 DEBUG [RS:0;ae1476a7656f:39081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,810 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38843,1731097851220' 2024-11-08T20:30:51,810 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,39081,1731097851178' 2024-11-08T20:30:51,810 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:51,810 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:51,811 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:51,811 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:51,811 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:51,811 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:51,811 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:51,811 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:51,812 DEBUG [RS:0;ae1476a7656f:39081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,39081,1731097851178 2024-11-08T20:30:51,812 DEBUG [RS:1;ae1476a7656f:38843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,38843,1731097851220 2024-11-08T20:30:51,812 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,39081,1731097851178' 2024-11-08T20:30:51,812 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38843,1731097851220' 2024-11-08T20:30:51,812 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:51,812 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:51,812 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:51,812 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:51,813 DEBUG [RS:0;ae1476a7656f:39081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:51,813 DEBUG [RS:1;ae1476a7656f:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:51,813 INFO [RS:0;ae1476a7656f:39081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:51,813 INFO [RS:1;ae1476a7656f:38843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:51,813 INFO [RS:0;ae1476a7656f:39081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:51,813 INFO [RS:1;ae1476a7656f:38843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:51,813 WARN [ae1476a7656f:39093 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:30:51,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:30:51,913 INFO [RS:0;ae1476a7656f:39081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:51,913 INFO [RS:1;ae1476a7656f:38843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:51,916 INFO [RS:1;ae1476a7656f:38843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38843%2C1731097851220, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,38843,1731097851220, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs, maxLogs=32 2024-11-08T20:30:51,916 INFO [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39081%2C1731097851178, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs, maxLogs=32 2024-11-08T20:30:51,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:51,930 DEBUG [RS:1;ae1476a7656f:38843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,38843,1731097851220/ae1476a7656f%2C38843%2C1731097851220.1731097851918, exclude list is [], retry=0 2024-11-08T20:30:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-229a6890-b9c7-42ee-be55-6210113826cb,DISK] 2024-11-08T20:30:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-f145c565-c120-480d-a368-8b5740040ad3,DISK] 2024-11-08T20:30:51,936 DEBUG [RS:0;ae1476a7656f:39081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178/ae1476a7656f%2C39081%2C1731097851178.1731097851919, exclude list is [], retry=0 2024-11-08T20:30:51,936 INFO [RS:1;ae1476a7656f:38843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,38843,1731097851220/ae1476a7656f%2C38843%2C1731097851220.1731097851918 2024-11-08T20:30:51,937 DEBUG [RS:1;ae1476a7656f:38843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147),(127.0.0.1/127.0.0.1:41789:41789)] 2024-11-08T20:30:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-f145c565-c120-480d-a368-8b5740040ad3,DISK] 2024-11-08T20:30:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-229a6890-b9c7-42ee-be55-6210113826cb,DISK] 2024-11-08T20:30:51,950 INFO [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178/ae1476a7656f%2C39081%2C1731097851178.1731097851919 2024-11-08T20:30:51,950 DEBUG [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147),(127.0.0.1/127.0.0.1:41789:41789)] 2024-11-08T20:30:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:52,063 DEBUG [ae1476a7656f:39093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:30:52,063 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:52,066 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:52,066 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:52,066 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:52,066 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:52,066 INFO [ae1476a7656f:39093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:52,066 INFO [ae1476a7656f:39093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:52,066 DEBUG [ae1476a7656f:39093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:52,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:52,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,39081,1731097851178, state=OPENING 2024-11-08T20:30:52,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:30:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:52,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:52,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,103 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:52,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,39081,1731097851178}] 2024-11-08T20:30:52,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:52,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:52,267 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:30:52,267 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:52,268 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:30:52,271 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39081%2C1731097851178.meta, suffix=.meta, logDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs, maxLogs=32 2024-11-08T20:30:52,283 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178/ae1476a7656f%2C39081%2C1731097851178.meta.1731097852272.meta, exclude list is [], retry=0 2024-11-08T20:30:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38405,DS-f145c565-c120-480d-a368-8b5740040ad3,DISK] 2024-11-08T20:30:52,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-229a6890-b9c7-42ee-be55-6210113826cb,DISK] 2024-11-08T20:30:52,288 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,39081,1731097851178/ae1476a7656f%2C39081%2C1731097851178.meta.1731097852272.meta 2024-11-08T20:30:52,290 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41789:41789),(127.0.0.1/127.0.0.1:37147:37147)] 2024-11-08T20:30:52,290 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:30:52,291 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:30:52,291 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:30:52,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:52,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:52,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:52,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:52,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:52,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:52,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:52,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:52,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:52,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:52,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:52,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:52,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:52,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:52,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:52,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:52,300 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:52,301 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740 2024-11-08T20:30:52,302 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740 2024-11-08T20:30:52,304 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:52,304 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:52,305 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:52,307 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:52,309 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70558749, jitterRate=0.05140729248523712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:52,309 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:30:52,311 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097852291Writing region info on filesystem at 1731097852291Initializing all the Stores at 1731097852293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097852293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097852293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097852293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097852293Cleaning up temporary data from old regions at 1731097852304 (+11 ms)Running coprocessor post-open hooks at 1731097852309 (+5 ms)Region opened successfully at 1731097852310 (+1 ms) 2024-11-08T20:30:52,312 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097852257 2024-11-08T20:30:52,315 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:30:52,315 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:30:52,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:52,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,39081,1731097851178, state=OPEN 2024-11-08T20:30:52,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:52,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:52,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:52,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:52,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:52,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:30:52,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,39081,1731097851178 in 220 msec 2024-11-08T20:30:52,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:30:52,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-08T20:30:52,334 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:52,334 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:30:52,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:52,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,39081,1731097851178, seqNum=-1] 2024-11-08T20:30:52,336 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:52,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:52,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 748 msec 2024-11-08T20:30:52,347 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097852347, completionTime=-1 2024-11-08T20:30:52,347 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:30:52,347 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:30:52,350 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:30:52,351 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097912351 2024-11-08T20:30:52,351 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097972351 2024-11-08T20:30:52,351 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T20:30:52,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:39093, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,361 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,362 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,365 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:30:52,367 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.075sec 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:52,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:30:52,371 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:30:52,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:30:52,372 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39093,1731097851003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:52,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5fb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:52,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39093,-1 for getting cluster id 2024-11-08T20:30:52,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:30:52,455 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '676cb18b-a76f-4bc5-b5d4-36c72dc36015' 2024-11-08T20:30:52,456 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:30:52,456 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "676cb18b-a76f-4bc5-b5d4-36c72dc36015" 2024-11-08T20:30:52,457 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3312fae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:52,457 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39093,-1] 2024-11-08T20:30:52,457 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:30:52,458 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:52,460 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:30:52,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:52,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:52,463 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,39081,1731097851178, seqNum=-1] 2024-11-08T20:30:52,464 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:52,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:52,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,39093,1731097851003 2024-11-08T20:30:52,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:30:52,470 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39093,1731097851003 2024-11-08T20:30:52,470 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f30335 2024-11-08T20:30:52,470 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:30:52,472 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:30:52,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:30:52,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:30:52,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:52,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:30:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:52,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:30:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:52,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a087d4612e1ba02c070c668ac6f6704, NAME => 'testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f 2024-11-08T20:30:52,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 38e5c9736e6a92d55e982cb4392a61b0, NAME => 'testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f 2024-11-08T20:30:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:52,906 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 9a087d4612e1ba02c070c668ac6f6704, disabling compactions & flushes 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:52,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 38e5c9736e6a92d55e982cb4392a61b0, disabling compactions & flushes 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. after waiting 0 ms 2024-11-08T20:30:52,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:52,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a087d4612e1ba02c070c668ac6f6704: Waiting for close lock at 1731097852907Disabling compacts and flushes for region at 1731097852907Disabling writes for close at 1731097852907Writing region close event to WAL at 1731097852907Closed at 1731097852907 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. after waiting 0 ms 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:52,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:52,907 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 38e5c9736e6a92d55e982cb4392a61b0: Waiting for close lock at 1731097852907Disabling compacts and flushes for region at 1731097852907Disabling writes for close at 1731097852907Writing region close event to WAL at 1731097852907Closed at 1731097852907 2024-11-08T20:30:52,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:30:52,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097852909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097852909"}]},"ts":"1731097852909"} 2024-11-08T20:30:52,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097852909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097852909"}]},"ts":"1731097852909"} 2024-11-08T20:30:52,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:30:52,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:30:52,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097852915"}]},"ts":"1731097852915"} 2024-11-08T20:30:52,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:30:52,918 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:52,919 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:52,919 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:52,919 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:52,919 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:52,919 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:52,919 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:52,919 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:52,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a087d4612e1ba02c070c668ac6f6704, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=38e5c9736e6a92d55e982cb4392a61b0, ASSIGN}] 2024-11-08T20:30:52,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=38e5c9736e6a92d55e982cb4392a61b0, ASSIGN 2024-11-08T20:30:52,922 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a087d4612e1ba02c070c668ac6f6704, ASSIGN 2024-11-08T20:30:52,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=38e5c9736e6a92d55e982cb4392a61b0, ASSIGN; state=OFFLINE, location=ae1476a7656f,39081,1731097851178; forceNewPlan=false, retain=false 2024-11-08T20:30:52,923 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a087d4612e1ba02c070c668ac6f6704, ASSIGN; state=OFFLINE, location=ae1476a7656f,38843,1731097851220; forceNewPlan=false, retain=false 2024-11-08T20:30:53,074 INFO [ae1476a7656f:39093 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:30:53,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38e5c9736e6a92d55e982cb4392a61b0, regionState=OPENING, regionLocation=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:53,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a087d4612e1ba02c070c668ac6f6704, regionState=OPENING, regionLocation=ae1476a7656f,38843,1731097851220 2024-11-08T20:30:53,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=38e5c9736e6a92d55e982cb4392a61b0, ASSIGN because future has completed 2024-11-08T20:30:53,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e5c9736e6a92d55e982cb4392a61b0, server=ae1476a7656f,39081,1731097851178}] 2024-11-08T20:30:53,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a087d4612e1ba02c070c668ac6f6704, ASSIGN because future has completed 2024-11-08T20:30:53,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a087d4612e1ba02c070c668ac6f6704, server=ae1476a7656f,38843,1731097851220}] 2024-11-08T20:30:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:53,243 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:53,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:53,251 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,251 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e5c9736e6a92d55e982cb4392a61b0, NAME => 'testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:30:53,251 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,252 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:53,252 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,252 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,254 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,254 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a087d4612e1ba02c070c668ac6f6704, NAME => 'testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:30:53,255 INFO [StoreOpener-38e5c9736e6a92d55e982cb4392a61b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:53,255 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,256 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,256 INFO [StoreOpener-38e5c9736e6a92d55e982cb4392a61b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e5c9736e6a92d55e982cb4392a61b0 columnFamilyName family 2024-11-08T20:30:53,257 DEBUG [StoreOpener-38e5c9736e6a92d55e982cb4392a61b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:53,257 INFO [StoreOpener-38e5c9736e6a92d55e982cb4392a61b0-1 {}] regionserver.HStore(327): Store=38e5c9736e6a92d55e982cb4392a61b0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:53,257 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,257 INFO [StoreOpener-9a087d4612e1ba02c070c668ac6f6704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,258 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,258 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,259 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,259 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,259 INFO [StoreOpener-9a087d4612e1ba02c070c668ac6f6704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a087d4612e1ba02c070c668ac6f6704 columnFamilyName family 2024-11-08T20:30:53,259 DEBUG [StoreOpener-9a087d4612e1ba02c070c668ac6f6704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:53,260 INFO [StoreOpener-9a087d4612e1ba02c070c668ac6f6704-1 {}] regionserver.HStore(327): Store=9a087d4612e1ba02c070c668ac6f6704/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:53,260 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,261 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,261 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,262 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,262 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,262 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:53,264 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 38e5c9736e6a92d55e982cb4392a61b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72271007, jitterRate=0.07692192494869232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:53,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,264 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,266 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 38e5c9736e6a92d55e982cb4392a61b0: Running coprocessor pre-open hook at 1731097853252Writing region info on filesystem at 1731097853252Initializing all the Stores at 1731097853254 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097853254Cleaning up temporary data from old regions at 1731097853259 (+5 ms)Running coprocessor post-open hooks at 1731097853264 (+5 ms)Region opened successfully at 1731097853265 (+1 ms) 2024-11-08T20:30:53,267 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0., pid=7, masterSystemTime=1731097853241 2024-11-08T20:30:53,267 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:53,268 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9a087d4612e1ba02c070c668ac6f6704; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71280169, jitterRate=0.0621572881937027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:53,268 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,268 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9a087d4612e1ba02c070c668ac6f6704: Running coprocessor pre-open hook at 1731097853256Writing region info on filesystem at 1731097853256Initializing all the Stores at 1731097853257 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097853257Cleaning up temporary data from old regions at 1731097853262 (+5 ms)Running coprocessor post-open hooks at 1731097853268 (+6 ms)Region opened successfully at 1731097853268 2024-11-08T20:30:53,269 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704., pid=8, masterSystemTime=1731097853243 2024-11-08T20:30:53,269 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,270 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38e5c9736e6a92d55e982cb4392a61b0, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,39081,1731097851178 2024-11-08T20:30:53,273 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,273 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a087d4612e1ba02c070c668ac6f6704, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38843,1731097851220 2024-11-08T20:30:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e5c9736e6a92d55e982cb4392a61b0, server=ae1476a7656f,39081,1731097851178 because future has completed 2024-11-08T20:30:53,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a087d4612e1ba02c070c668ac6f6704, server=ae1476a7656f,38843,1731097851220 because future has completed 2024-11-08T20:30:53,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:30:53,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e5c9736e6a92d55e982cb4392a61b0, server=ae1476a7656f,39081,1731097851178 in 189 msec 2024-11-08T20:30:53,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T20:30:53,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=38e5c9736e6a92d55e982cb4392a61b0, ASSIGN in 359 msec 2024-11-08T20:30:53,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a087d4612e1ba02c070c668ac6f6704, server=ae1476a7656f,38843,1731097851220 in 189 msec 2024-11-08T20:30:53,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:30:53,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9a087d4612e1ba02c070c668ac6f6704, ASSIGN in 362 msec 2024-11-08T20:30:53,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:30:53,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097853286"}]},"ts":"1731097853286"} 2024-11-08T20:30:53,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:30:53,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:30:53,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 818 msec 2024-11-08T20:30:53,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:30:53,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:30:53,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:30:53,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:30:53,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:30:53,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:30:53,525 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-08T20:30:53,525 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-08T20:30:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:53,612 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:30:53,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:30:53,612 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:53,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:30:53,620 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:53,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:30:53,626 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704., hostname=ae1476a7656f,38843,1731097851220, seqNum=2] 2024-11-08T20:30:53,627 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:53,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:53,642 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0., hostname=ae1476a7656f,39081,1731097851178, seqNum=2] 2024-11-08T20:30:53,655 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38e5c9736e6a92d55e982cb4392a61b0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:30:53,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/.tmp/family/7cb690c0d2594dcf9f9107f83457934f is 32, key is 5/family:/1731097853643/Put/seqid=0 2024-11-08T20:30:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:30:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:30:53,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/.tmp/family/7cb690c0d2594dcf9f9107f83457934f 2024-11-08T20:30:53,689 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/.tmp/family/7cb690c0d2594dcf9f9107f83457934f as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/family/7cb690c0d2594dcf9f9107f83457934f 2024-11-08T20:30:53,699 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/family/7cb690c0d2594dcf9f9107f83457934f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:30:53,700 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 38e5c9736e6a92d55e982cb4392a61b0 in 45ms, sequenceid=9, compaction requested=false 2024-11-08T20:30:53,700 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 38e5c9736e6a92d55e982cb4392a61b0: 2024-11-08T20:30:53,700 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9a087d4612e1ba02c070c668ac6f6704 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:30:53,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/.tmp/family/ed83694e618d47f3a1e4eada12de907a is 32, key is 1/family:/1731097853629/Put/seqid=0 2024-11-08T20:30:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:30:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:30:53,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/.tmp/family/ed83694e618d47f3a1e4eada12de907a 2024-11-08T20:30:53,732 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/.tmp/family/ed83694e618d47f3a1e4eada12de907a as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/family/ed83694e618d47f3a1e4eada12de907a 2024-11-08T20:30:53,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/family/ed83694e618d47f3a1e4eada12de907a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:30:53,743 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9a087d4612e1ba02c070c668ac6f6704 in 43ms, sequenceid=8, compaction requested=false 2024-11-08T20:30:53,743 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9a087d4612e1ba02c070c668ac6f6704: 2024-11-08T20:30:53,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:30:53,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:30:53,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:53,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:53,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:53,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:30:53,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:30:53,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1069618168, stopped=false 2024-11-08T20:30:53,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,39093,1731097851003 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:53,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:30:53,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:53,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:53,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:53,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:30:53,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:53,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:53,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,39081,1731097851178' ***** 2024-11-08T20:30:53,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:30:53,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,38843,1731097851220' ***** 2024-11-08T20:30:53,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:30:53,931 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:30:53,931 INFO [RS:0;ae1476a7656f:39081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:30:53,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:30:53,931 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:30:53,931 INFO [RS:0;ae1476a7656f:39081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:30:53,932 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,932 INFO [RS:1;ae1476a7656f:38843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:30:53,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:30:53,932 INFO [RS:1;ae1476a7656f:38843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:30:53,932 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,932 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,39081,1731097851178 2024-11-08T20:30:53,932 INFO [RS:0;ae1476a7656f:39081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:53,932 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,38843,1731097851220 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e5c9736e6a92d55e982cb4392a61b0, disabling compactions & flushes 2024-11-08T20:30:53,933 INFO [RS:1;ae1476a7656f:38843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:53,933 INFO [RS:0;ae1476a7656f:39081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:39081. 2024-11-08T20:30:53,933 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,933 INFO [RS:1;ae1476a7656f:38843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:38843. 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a087d4612e1ba02c070c668ac6f6704, disabling compactions & flushes 2024-11-08T20:30:53,933 DEBUG [RS:0;ae1476a7656f:39081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. after waiting 0 ms 2024-11-08T20:30:53,933 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,933 DEBUG [RS:0;ae1476a7656f:39081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,933 DEBUG [RS:1;ae1476a7656f:38843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,933 DEBUG [RS:1;ae1476a7656f:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:53,933 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. after waiting 0 ms 2024-11-08T20:30:53,933 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:30:53,933 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:30:53,933 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,934 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:30:53,934 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1325): Online Regions={9a087d4612e1ba02c070c668ac6f6704=testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704.} 2024-11-08T20:30:53,934 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:30:53,934 DEBUG [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1351): Waiting on 9a087d4612e1ba02c070c668ac6f6704 2024-11-08T20:30:53,934 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:30:53,934 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 38e5c9736e6a92d55e982cb4392a61b0=testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0.} 2024-11-08T20:30:53,935 DEBUG [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e5c9736e6a92d55e982cb4392a61b0 2024-11-08T20:30:53,935 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:30:53,936 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:30:53,936 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:30:53,936 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:30:53,936 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:30:53,936 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:30:53,941 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/38e5c9736e6a92d55e982cb4392a61b0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:30:53,942 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/default/testClearRegionBlockCache/9a087d4612e1ba02c070c668ac6f6704/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:30:53,942 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,942 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e5c9736e6a92d55e982cb4392a61b0: Waiting for close lock at 1731097853932Running coprocessor pre-close hooks at 1731097853932Disabling compacts and flushes for region at 1731097853932Disabling writes for close at 1731097853933 (+1 ms)Writing region close event to WAL at 1731097853934 (+1 ms)Running coprocessor post-close hooks at 1731097853942 (+8 ms)Closed at 1731097853942 2024-11-08T20:30:53,942 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0. 2024-11-08T20:30:53,942 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,942 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a087d4612e1ba02c070c668ac6f6704: Waiting for close lock at 1731097853933Running coprocessor pre-close hooks at 1731097853933Disabling compacts and flushes for region at 1731097853933Disabling writes for close at 1731097853933Writing region close event to WAL at 1731097853935 (+2 ms)Running coprocessor post-close hooks at 1731097853942 (+7 ms)Closed at 1731097853942 2024-11-08T20:30:53,942 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097852473.9a087d4612e1ba02c070c668ac6f6704. 2024-11-08T20:30:53,961 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/info/8d2bf49cc5be4db283e8d2d1d41c2b24 is 173, key is testClearRegionBlockCache,5,1731097852473.38e5c9736e6a92d55e982cb4392a61b0./info:regioninfo/1731097853270/Put/seqid=0 2024-11-08T20:30:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:30:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:30:53,968 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/info/8d2bf49cc5be4db283e8d2d1d41c2b24 2024-11-08T20:30:53,985 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:53,985 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:53,995 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/ns/909085d265e44539994d5f89ffda2437 is 43, key is default/ns:d/1731097852339/Put/seqid=0 2024-11-08T20:30:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:30:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:30:54,002 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/ns/909085d265e44539994d5f89ffda2437 2024-11-08T20:30:54,028 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/table/d2e180e6c995497ab915e563e5ccc451 is 61, key is testClearRegionBlockCache/table:state/1731097853286/Put/seqid=0 2024-11-08T20:30:54,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:30:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:30:54,034 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/table/d2e180e6c995497ab915e563e5ccc451 2024-11-08T20:30:54,043 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/info/8d2bf49cc5be4db283e8d2d1d41c2b24 as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/info/8d2bf49cc5be4db283e8d2d1d41c2b24 2024-11-08T20:30:54,052 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/info/8d2bf49cc5be4db283e8d2d1d41c2b24, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:30:54,053 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/ns/909085d265e44539994d5f89ffda2437 as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/ns/909085d265e44539994d5f89ffda2437 2024-11-08T20:30:54,061 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/ns/909085d265e44539994d5f89ffda2437, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:30:54,062 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/.tmp/table/d2e180e6c995497ab915e563e5ccc451 as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/table/d2e180e6c995497ab915e563e5ccc451 2024-11-08T20:30:54,070 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/table/d2e180e6c995497ab915e563e5ccc451, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:30:54,072 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false 2024-11-08T20:30:54,078 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:30:54,078 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:30:54,079 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:54,079 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097853934Running coprocessor pre-close hooks at 1731097853934Disabling compacts and flushes for region at 1731097853935 (+1 ms)Disabling writes for close at 1731097853936 (+1 ms)Obtaining lock to block concurrent updates at 1731097853936Preparing flush snapshotting stores in 1588230740 at 1731097853936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097853937 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097853938 (+1 ms)Flushing 1588230740/info: creating writer at 1731097853939 (+1 ms)Flushing 1588230740/info: appending metadata at 1731097853960 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731097853960Flushing 1588230740/ns: creating writer at 1731097853976 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731097853994 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731097853994Flushing 1588230740/table: creating writer at 1731097854010 (+16 ms)Flushing 1588230740/table: appending metadata at 1731097854027 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731097854027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513edd21: reopening flushed file at 1731097854042 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788e3787: reopening flushed file at 1731097854052 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5a89b9: reopening flushed file at 1731097854061 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=13, compaction requested=false at 1731097854072 (+11 ms)Writing region close event to WAL at 1731097854073 (+1 ms)Running coprocessor post-close hooks at 1731097854078 (+5 ms)Closed at 1731097854078 2024-11-08T20:30:54,079 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:54,134 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,38843,1731097851220; all regions closed. 2024-11-08T20:30:54,135 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,39081,1731097851178; all regions closed. 2024-11-08T20:30:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:30:54,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/WALs/ae1476a7656f,38843,1731097851220/ae1476a7656f%2C38843%2C1731097851220.1731097851918 not finished, retry = 0 2024-11-08T20:30:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:30:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:30:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:30:54,142 DEBUG [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs 2024-11-08T20:30:54,142 INFO [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C39081%2C1731097851178.meta:.meta(num 1731097852272) 2024-11-08T20:30:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:30:54,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:30:54,148 DEBUG [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs 2024-11-08T20:30:54,148 INFO [RS:0;ae1476a7656f:39081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C39081%2C1731097851178:(num 1731097851919) 2024-11-08T20:30:54,148 DEBUG [RS:0;ae1476a7656f:39081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:54,148 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:54,148 INFO [RS:0;ae1476a7656f:39081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:54,149 INFO [RS:0;ae1476a7656f:39081 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:54,149 INFO [RS:0;ae1476a7656f:39081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:54,149 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:54,149 INFO [RS:0;ae1476a7656f:39081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39081 2024-11-08T20:30:54,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:54,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,39081,1731097851178 2024-11-08T20:30:54,176 INFO [RS:0;ae1476a7656f:39081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:54,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,39081,1731097851178] 2024-11-08T20:30:54,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,39081,1731097851178 already deleted, retry=false 2024-11-08T20:30:54,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,39081,1731097851178 expired; onlineServers=1 2024-11-08T20:30:54,242 DEBUG [RS:1;ae1476a7656f:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/oldWALs 2024-11-08T20:30:54,243 INFO [RS:1;ae1476a7656f:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C38843%2C1731097851220:(num 1731097851918) 2024-11-08T20:30:54,243 DEBUG [RS:1;ae1476a7656f:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:54,243 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:30:54,243 INFO [RS:1;ae1476a7656f:38843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:54,243 INFO [RS:1;ae1476a7656f:38843 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:54,243 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:30:54,244 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:30:54,244 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:54,244 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:30:54,244 INFO [RS:1;ae1476a7656f:38843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:54,244 INFO [RS:1;ae1476a7656f:38843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38843 2024-11-08T20:30:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,38843,1731097851220 2024-11-08T20:30:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:54,249 INFO [RS:1;ae1476a7656f:38843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:54,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,38843,1731097851220] 2024-11-08T20:30:54,270 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,38843,1731097851220 already deleted, retry=false 2024-11-08T20:30:54,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,38843,1731097851220 expired; onlineServers=0 2024-11-08T20:30:54,270 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,39093,1731097851003' ***** 2024-11-08T20:30:54,270 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:30:54,271 INFO [M:0;ae1476a7656f:39093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:30:54,271 INFO [M:0;ae1476a7656f:39093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:30:54,271 DEBUG [M:0;ae1476a7656f:39093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:30:54,271 DEBUG [M:0;ae1476a7656f:39093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:30:54,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:30:54,271 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097851609 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097851609,5,FailOnTimeoutGroup] 2024-11-08T20:30:54,271 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097851610 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097851610,5,FailOnTimeoutGroup] 2024-11-08T20:30:54,271 INFO [M:0;ae1476a7656f:39093 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:30:54,271 INFO [M:0;ae1476a7656f:39093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:30:54,272 DEBUG [M:0;ae1476a7656f:39093 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:30:54,272 INFO [M:0;ae1476a7656f:39093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:30:54,272 INFO [M:0;ae1476a7656f:39093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:30:54,272 INFO [M:0;ae1476a7656f:39093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:30:54,272 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:30:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:54,281 DEBUG [M:0;ae1476a7656f:39093 {}] zookeeper.ZKUtil(347): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:30:54,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:54,281 WARN [M:0;ae1476a7656f:39093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:30:54,282 INFO [M:0;ae1476a7656f:39093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/.lastflushedseqids 2024-11-08T20:30:54,286 INFO [RS:0;ae1476a7656f:39081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39081-0x1011c24f0140001, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,286 INFO [RS:0;ae1476a7656f:39081 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,39081,1731097851178; zookeeper connection closed. 2024-11-08T20:30:54,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46269edb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46269edb 2024-11-08T20:30:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:30:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:30:54,291 INFO [M:0;ae1476a7656f:39093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:30:54,291 INFO [M:0;ae1476a7656f:39093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:30:54,291 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:30:54,291 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:54,291 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:54,291 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:30:54,291 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:54,292 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T20:30:54,310 DEBUG [M:0;ae1476a7656f:39093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c16f9d150b5c4226b1518c475d14582e is 82, key is hbase:meta,,1/info:regioninfo/1731097852316/Put/seqid=0 2024-11-08T20:30:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:30:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:30:54,317 INFO [M:0;ae1476a7656f:39093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c16f9d150b5c4226b1518c475d14582e 2024-11-08T20:30:54,343 DEBUG [M:0;ae1476a7656f:39093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83f4e0b4aa5458c976122716b28b4e8 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097853294/Put/seqid=0 2024-11-08T20:30:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:30:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:30:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,360 INFO [RS:1;ae1476a7656f:38843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:54,360 INFO [RS:1;ae1476a7656f:38843 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,38843,1731097851220; zookeeper connection closed. 2024-11-08T20:30:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x1011c24f0140002, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@140b809a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@140b809a 2024-11-08T20:30:54,361 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:30:54,751 INFO [M:0;ae1476a7656f:39093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83f4e0b4aa5458c976122716b28b4e8 2024-11-08T20:30:54,779 DEBUG [M:0;ae1476a7656f:39093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b57961951840ca8963848fff3bf070 is 69, key is ae1476a7656f,38843,1731097851220/rs:state/1731097851712/Put/seqid=0 2024-11-08T20:30:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:30:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:30:54,785 INFO [M:0;ae1476a7656f:39093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b57961951840ca8963848fff3bf070 2024-11-08T20:30:54,792 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c16f9d150b5c4226b1518c475d14582e as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c16f9d150b5c4226b1518c475d14582e 2024-11-08T20:30:54,800 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c16f9d150b5c4226b1518c475d14582e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:30:54,801 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83f4e0b4aa5458c976122716b28b4e8 as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83f4e0b4aa5458c976122716b28b4e8 2024-11-08T20:30:54,809 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83f4e0b4aa5458c976122716b28b4e8, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:30:54,810 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b57961951840ca8963848fff3bf070 as hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b57961951840ca8963848fff3bf070 2024-11-08T20:30:54,817 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36977/user/jenkins/test-data/c09e0706-ad33-0315-852e-0ca91443f15f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b57961951840ca8963848fff3bf070, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:30:54,819 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=71, compaction requested=false 2024-11-08T20:30:54,820 INFO [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:54,820 DEBUG [M:0;ae1476a7656f:39093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097854291Disabling compacts and flushes for region at 1731097854291Disabling writes for close at 1731097854291Obtaining lock to block concurrent updates at 1731097854292 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097854292Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731097854292Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097854293 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097854293Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097854310 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097854310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097854325 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097854342 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097854342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097854764 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097854778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097854779 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c351496: reopening flushed file at 1731097854791 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c8ba81: reopening flushed file at 1731097854800 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719be8f: reopening flushed file at 1731097854809 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 527ms, sequenceid=71, compaction requested=false at 1731097854819 (+10 ms)Writing region close event to WAL at 1731097854820 (+1 ms)Closed at 1731097854820 2024-11-08T20:30:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38405 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:30:54,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:30:54,824 INFO [M:0;ae1476a7656f:39093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:30:54,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:30:54,824 INFO [M:0;ae1476a7656f:39093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39093 2024-11-08T20:30:54,824 INFO [M:0;ae1476a7656f:39093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:30:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,971 INFO [M:0;ae1476a7656f:39093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:30:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39093-0x1011c24f0140000, quorum=127.0.0.1:57712, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:30:54,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@463c364d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:54,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:54,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:54,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:54,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:54,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:30:54,979 WARN [BP-1500091429-172.17.0.3-1731097848685 heartbeating to localhost/127.0.0.1:36977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:30:54,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:30:54,979 WARN [BP-1500091429-172.17.0.3-1731097848685 heartbeating to localhost/127.0.0.1:36977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1500091429-172.17.0.3-1731097848685 (Datanode Uuid 4e900c80-7df2-41f6-a8dd-8b9c28e0f230) service to localhost/127.0.0.1:36977 2024-11-08T20:30:54,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data3/current/BP-1500091429-172.17.0.3-1731097848685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:54,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data4/current/BP-1500091429-172.17.0.3-1731097848685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:54,981 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:30:54,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6198467d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:54,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:54,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:54,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:54,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:54,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:30:54,986 WARN [BP-1500091429-172.17.0.3-1731097848685 heartbeating to localhost/127.0.0.1:36977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:30:54,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:30:54,986 WARN [BP-1500091429-172.17.0.3-1731097848685 heartbeating to localhost/127.0.0.1:36977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1500091429-172.17.0.3-1731097848685 (Datanode Uuid 00136fcf-f123-4d54-88c0-e98d735ce845) service to localhost/127.0.0.1:36977 2024-11-08T20:30:54,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data1/current/BP-1500091429-172.17.0.3-1731097848685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:54,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/cluster_77055bac-b7c8-959c-9677-2efda7e54078/data/data2/current/BP-1500091429-172.17.0.3-1731097848685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:30:54,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:30:54,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3afc967b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:30:54,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:30:54,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:30:54,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:30:54,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir/,STOPPED} 2024-11-08T20:30:55,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:30:55,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:30:55,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36977 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36977 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2854 (was 3043) 2024-11-08T20:30:55,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=2854 2024-11-08T20:30:55,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir so I do NOT create it in target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5 2024-11-08T20:30:55,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:30:55,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.tmp.dir so I do NOT create it in target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5 2024-11-08T20:30:55,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1bdc470-6581-5b0d-c2b3-b7557c99af86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:30:55,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc, deleteOnExit=true 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/test.cache.data in system properties and HBase conf 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:30:55,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:30:55,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:30:55,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:30:55,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:30:55,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:55,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:55,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:55,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:55,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:30:55,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:55,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:55,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:55,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11bb0f27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/java.io.tmpdir/jetty-localhost-38417-hadoop-hdfs-3_4_1-tests_jar-_-any-2718473752031784831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:30:55,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:38417} 2024-11-08T20:30:55,496 INFO [Time-limited test {}] server.Server(415): Started @18810ms 2024-11-08T20:30:55,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:55,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:55,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:55,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:55,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:30:55,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:55,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:55,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f961e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/java.io.tmpdir/jetty-localhost-44787-hadoop-hdfs-3_4_1-tests_jar-_-any-1157129743185220686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:55,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:44787} 2024-11-08T20:30:55,849 INFO [Time-limited test {}] server.Server(415): Started @19163ms 2024-11-08T20:30:55,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:55,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:30:55,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:30:55,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:30:55,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:30:55,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:30:55,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:30:55,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:30:55,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55b90b6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-7169524667714407047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:30:55,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-11-08T20:30:55,980 INFO [Time-limited test {}] server.Server(415): Started @19294ms 2024-11-08T20:30:55,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:30:57,008 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data1/current/BP-765762228-172.17.0.3-1731097855072/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:57,008 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data2/current/BP-765762228-172.17.0.3-1731097855072/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:57,024 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f2fca495198f1f with lease ID 0x7789ccc2d87882bf: Processing first storage report for DS-501ff921-cf99-49f3-816e-aa4d09f52f97 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=4482aa88-5bfe-4298-9fba-2787639b1afa, infoPort=37143, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072) 2024-11-08T20:30:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f2fca495198f1f with lease ID 0x7789ccc2d87882bf: from storage DS-501ff921-cf99-49f3-816e-aa4d09f52f97 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=4482aa88-5bfe-4298-9fba-2787639b1afa, infoPort=37143, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:30:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22f2fca495198f1f with lease ID 0x7789ccc2d87882bf: Processing first storage report for DS-f4a2b409-e8d2-40a5-a301-0be0cf030526 from datanode DatanodeRegistration(127.0.0.1:44577, datanodeUuid=4482aa88-5bfe-4298-9fba-2787639b1afa, infoPort=37143, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072) 2024-11-08T20:30:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22f2fca495198f1f with lease ID 0x7789ccc2d87882bf: from storage DS-f4a2b409-e8d2-40a5-a301-0be0cf030526 node DatanodeRegistration(127.0.0.1:44577, datanodeUuid=4482aa88-5bfe-4298-9fba-2787639b1afa, infoPort=37143, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:57,131 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data3/current/BP-765762228-172.17.0.3-1731097855072/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:57,131 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data4/current/BP-765762228-172.17.0.3-1731097855072/current, will proceed with Du for space computation calculation, 2024-11-08T20:30:57,149 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:30:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbfd3e6c0eb6cc58 with lease ID 0x7789ccc2d87882c0: Processing first storage report for DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a from datanode DatanodeRegistration(127.0.0.1:44899, datanodeUuid=4fd77e10-9ed5-4515-b73a-d12486d1720f, infoPort=40197, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072) 2024-11-08T20:30:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbfd3e6c0eb6cc58 with lease ID 0x7789ccc2d87882c0: from storage DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a node DatanodeRegistration(127.0.0.1:44899, datanodeUuid=4fd77e10-9ed5-4515-b73a-d12486d1720f, infoPort=40197, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbfd3e6c0eb6cc58 with lease ID 0x7789ccc2d87882c0: Processing first storage report for DS-01a3b6b6-63ec-42b0-b5f3-830dd5a6a5f6 from datanode DatanodeRegistration(127.0.0.1:44899, datanodeUuid=4fd77e10-9ed5-4515-b73a-d12486d1720f, infoPort=40197, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072) 2024-11-08T20:30:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbfd3e6c0eb6cc58 with lease ID 0x7789ccc2d87882c0: from storage DS-01a3b6b6-63ec-42b0-b5f3-830dd5a6a5f6 node DatanodeRegistration(127.0.0.1:44899, datanodeUuid=4fd77e10-9ed5-4515-b73a-d12486d1720f, infoPort=40197, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=1215512408;c=1731097855072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:30:57,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5 2024-11-08T20:30:57,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/zookeeper_0, clientPort=63996, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:30:57,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63996 2024-11-08T20:30:57,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:30:57,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 with version=8 2024-11-08T20:30:57,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/hbase-staging 2024-11-08T20:30:57,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:57,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:30:57,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:57,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40163 2024-11-08T20:30:57,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40163 connecting to ZooKeeper ensemble=127.0.0.1:63996 2024-11-08T20:30:57,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401630x0, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:57,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40163-0x1011c25086c0000 connected 2024-11-08T20:30:57,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:57,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176, hbase.cluster.distributed=false 2024-11-08T20:30:57,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:57,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-08T20:30:57,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40163 2024-11-08T20:30:57,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40163 2024-11-08T20:30:57,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-08T20:30:57,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-08T20:30:57,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:57,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:57,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45011 2024-11-08T20:30:57,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45011 connecting to ZooKeeper ensemble=127.0.0.1:63996 2024-11-08T20:30:57,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450110x0, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:57,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45011-0x1011c25086c0001 connected 2024-11-08T20:30:57,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:57,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:57,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:57,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:57,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:57,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-08T20:30:57,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45011 2024-11-08T20:30:57,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45011 2024-11-08T20:30:57,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-08T20:30:57,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45011 2024-11-08T20:30:57,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:30:57,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:30:57,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:30:57,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37013 2024-11-08T20:30:57,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37013 connecting to ZooKeeper ensemble=127.0.0.1:63996 2024-11-08T20:30:57,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370130x0, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:30:57,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37013-0x1011c25086c0002 connected 2024-11-08T20:30:57,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:30:57,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:30:57,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:30:57,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:30:57,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:30:57,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-08T20:30:57,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37013 2024-11-08T20:30:57,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37013 2024-11-08T20:30:57,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-08T20:30:57,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-08T20:30:57,499 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:40163 2024-11-08T20:30:57,499 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,513 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:30:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:30:57,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,40163,1731097857235 from backup master directory 2024-11-08T20:30:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,533 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:30:57,533 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,537 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/hbase.id] with ID: db9a170e-4f05-424f-acc4-bb69a1193c85 2024-11-08T20:30:57,537 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/.tmp/hbase.id 2024-11-08T20:30:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:30:57,544 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/.tmp/hbase.id]:[hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/hbase.id] 2024-11-08T20:30:57,557 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:30:57,557 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:30:57,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:30:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:57,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:30:57,572 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:57,573 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:30:57,573 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:30:57,581 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store 2024-11-08T20:30:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:30:57,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:57,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:30:57,589 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:57,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:57,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:30:57,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:57,590 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:30:57,590 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097857589Disabling compacts and flushes for region at 1731097857589Disabling writes for close at 1731097857589Writing region close event to WAL at 1731097857589Closed at 1731097857589 2024-11-08T20:30:57,590 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/.initializing 2024-11-08T20:30:57,591 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/WALs/ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:57,594 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C40163%2C1731097857235, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/WALs/ae1476a7656f,40163,1731097857235, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/oldWALs, maxLogs=10 2024-11-08T20:30:57,606 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/WALs/ae1476a7656f,40163,1731097857235/ae1476a7656f%2C40163%2C1731097857235.1731097857594, exclude list is [], retry=0 2024-11-08T20:30:57,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a,DISK] 2024-11-08T20:30:57,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-501ff921-cf99-49f3-816e-aa4d09f52f97,DISK] 2024-11-08T20:30:57,611 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/WALs/ae1476a7656f,40163,1731097857235/ae1476a7656f%2C40163%2C1731097857235.1731097857594 2024-11-08T20:30:57,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197),(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-08T20:30:57,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:57,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:57,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:30:57,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:57,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:57,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:30:57,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:57,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:57,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:30:57,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:57,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:57,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:30:57,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:57,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:57,622 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,623 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,623 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,625 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,625 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,625 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:57,626 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:30:57,628 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:57,629 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59305357, jitterRate=-0.11628131568431854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:57,630 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097857612Initializing all the Stores at 1731097857613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097857613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097857613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097857613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097857613Cleaning up temporary data from old regions at 1731097857625 (+12 ms)Region opened successfully at 1731097857630 (+5 ms) 2024-11-08T20:30:57,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:30:57,634 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa71c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:57,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:30:57,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:30:57,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:30:57,636 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:30:57,636 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:30:57,637 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:30:57,637 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:30:57,639 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:30:57,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:30:57,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:30:57,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:30:57,650 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:30:57,659 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:30:57,660 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:30:57,662 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:30:57,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:30:57,672 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:30:57,680 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:30:57,686 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:30:57,699 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,713 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,40163,1731097857235, sessionid=0x1011c25086c0000, setting cluster-up flag (Was=false) 2024-11-08T20:30:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,765 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:30:57,768 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:30:57,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:57,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:57,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:57,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:30:57,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:57,965 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:30:57,966 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40163,1731097857235 2024-11-08T20:30:57,968 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:30:57,970 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:57,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:30:57,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:30:57,971 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,40163,1731097857235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:30:57,973 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:57,973 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:57,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:57,975 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097887975 2024-11-08T20:30:57,975 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:30:57,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:57,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:57,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:30:57,977 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:30:57,977 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:30:57,977 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:30:57,977 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:30:57,978 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:30:57,978 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097857978,5,FailOnTimeoutGroup] 2024-11-08T20:30:57,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:57,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:30:57,980 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097857978,5,FailOnTimeoutGroup] 2024-11-08T20:30:57,980 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:57,980 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:30:57,980 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:57,980 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:30:57,989 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(746): ClusterId : db9a170e-4f05-424f-acc4-bb69a1193c85 2024-11-08T20:30:57,989 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(746): ClusterId : db9a170e-4f05-424f-acc4-bb69a1193c85 2024-11-08T20:30:57,989 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:57,989 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:30:57,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:30:57,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 2024-11-08T20:30:57,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:57,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:30:57,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:57,998 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:57,998 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:30:57,998 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:57,998 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:30:57,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:58,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:58,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:58,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:58,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:58,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:58,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:58,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:58,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,007 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:58,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:58,007 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:30:58,008 DEBUG [RS:0;ae1476a7656f:45011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641f6d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:58,008 DEBUG [RS:1;ae1476a7656f:37013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ca8090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:30:58,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740 2024-11-08T20:30:58,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740 2024-11-08T20:30:58,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:58,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:58,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:58,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:58,015 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66832639, jitterRate=-0.004116073250770569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:58,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097857998Initializing all the Stores at 1731097857999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097857999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097857999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097857999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097857999Cleaning up temporary data from old regions at 1731097858010 (+11 ms)Region opened successfully at 1731097858016 (+6 ms) 2024-11-08T20:30:58,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:30:58,016 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:30:58,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:30:58,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:30:58,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:30:58,017 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:30:58,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097858016Disabling compacts and flushes for region at 1731097858016Disabling writes for close at 1731097858016Writing region close event to WAL at 1731097858017 (+1 ms)Closed at 1731097858017 2024-11-08T20:30:58,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:58,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:30:58,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:30:58,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:58,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:30:58,022 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:45011 2024-11-08T20:30:58,022 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:58,022 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:58,022 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:58,022 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:37013 2024-11-08T20:30:58,023 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:30:58,023 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:30:58,023 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:30:58,023 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,40163,1731097857235 with port=45011, startcode=1731097857417 2024-11-08T20:30:58,023 DEBUG [RS:0;ae1476a7656f:45011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:58,023 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,40163,1731097857235 with port=37013, startcode=1731097857463 2024-11-08T20:30:58,023 DEBUG [RS:1;ae1476a7656f:37013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:30:58,025 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:58,025 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:30:58,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,028 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 2024-11-08T20:30:58,028 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36277 2024-11-08T20:30:58,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,028 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:58,029 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 2024-11-08T20:30:58,029 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36277 2024-11-08T20:30:58,029 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:30:58,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:30:58,111 DEBUG [RS:0;ae1476a7656f:45011 {}] zookeeper.ZKUtil(111): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,112 WARN [RS:0;ae1476a7656f:45011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:58,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,37013,1731097857463] 2024-11-08T20:30:58,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,45011,1731097857417] 2024-11-08T20:30:58,112 INFO [RS:0;ae1476a7656f:45011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:58,112 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,113 DEBUG [RS:1;ae1476a7656f:37013 {}] zookeeper.ZKUtil(111): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,113 WARN [RS:1;ae1476a7656f:37013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:30:58,113 INFO [RS:1;ae1476a7656f:37013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:58,113 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,119 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:58,119 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:30:58,122 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:58,123 INFO [RS:1;ae1476a7656f:37013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:58,123 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,123 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:58,124 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:58,124 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 INFO [RS:0;ae1476a7656f:45011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:30:58,125 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,125 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:30:58,125 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,126 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,126 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,126 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,126 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:58,126 DEBUG [RS:1;ae1476a7656f:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:58,126 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:30:58,126 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,127 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,127 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:30:58,128 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,128 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:58,128 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,128 DEBUG [RS:0;ae1476a7656f:45011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:30:58,128 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,37013,1731097857463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,129 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45011,1731097857417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:58,142 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:58,142 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,37013,1731097857463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,142 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,142 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.Replication(171): ae1476a7656f,37013,1731097857463 started 2024-11-08T20:30:58,143 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:30:58,143 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45011,1731097857417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,143 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,143 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.Replication(171): ae1476a7656f,45011,1731097857417 started 2024-11-08T20:30:58,155 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,155 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,156 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,45011,1731097857417, RpcServer on ae1476a7656f/172.17.0.3:45011, sessionid=0x1011c25086c0001 2024-11-08T20:30:58,156 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,37013,1731097857463, RpcServer on ae1476a7656f/172.17.0.3:37013, sessionid=0x1011c25086c0002 2024-11-08T20:30:58,156 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:58,156 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:30:58,156 DEBUG [RS:0;ae1476a7656f:45011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,156 DEBUG [RS:1;ae1476a7656f:37013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,156 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45011,1731097857417' 2024-11-08T20:30:58,156 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,37013,1731097857463' 2024-11-08T20:30:58,156 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:58,156 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,37013,1731097857463 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,37013,1731097857463' 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45011,1731097857417' 2024-11-08T20:30:58,157 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:58,157 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:30:58,158 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:58,158 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:30:58,158 DEBUG [RS:1;ae1476a7656f:37013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:58,158 DEBUG [RS:0;ae1476a7656f:45011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:30:58,158 INFO [RS:1;ae1476a7656f:37013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:58,158 INFO [RS:0;ae1476a7656f:45011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:30:58,159 INFO [RS:1;ae1476a7656f:37013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:58,159 INFO [RS:0;ae1476a7656f:45011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:30:58,172 WARN [ae1476a7656f:40163 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:30:58,260 INFO [RS:0;ae1476a7656f:45011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:58,260 INFO [RS:1;ae1476a7656f:37013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:30:58,265 INFO [RS:1;ae1476a7656f:37013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C37013%2C1731097857463, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,37013,1731097857463, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs, maxLogs=32 2024-11-08T20:30:58,265 INFO [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45011%2C1731097857417, suffix=, logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs, maxLogs=32 2024-11-08T20:30:58,282 DEBUG [RS:0;ae1476a7656f:45011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417/ae1476a7656f%2C45011%2C1731097857417.1731097858269, exclude list is [], retry=0 2024-11-08T20:30:58,283 DEBUG [RS:1;ae1476a7656f:37013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,37013,1731097857463/ae1476a7656f%2C37013%2C1731097857463.1731097858269, exclude list is [], retry=0 2024-11-08T20:30:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a,DISK] 2024-11-08T20:30:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-501ff921-cf99-49f3-816e-aa4d09f52f97,DISK] 2024-11-08T20:30:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-501ff921-cf99-49f3-816e-aa4d09f52f97,DISK] 2024-11-08T20:30:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a,DISK] 2024-11-08T20:30:58,288 INFO [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417/ae1476a7656f%2C45011%2C1731097857417.1731097858269 2024-11-08T20:30:58,292 DEBUG [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40197:40197),(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-08T20:30:58,293 INFO [RS:1;ae1476a7656f:37013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,37013,1731097857463/ae1476a7656f%2C37013%2C1731097857463.1731097858269 2024-11-08T20:30:58,293 DEBUG [RS:1;ae1476a7656f:37013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:40197:40197)] 2024-11-08T20:30:58,422 DEBUG [ae1476a7656f:40163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:30:58,422 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:58,425 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:58,425 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:58,425 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:58,425 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:58,425 INFO [ae1476a7656f:40163 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:58,425 INFO [ae1476a7656f:40163 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:58,425 DEBUG [ae1476a7656f:40163 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:58,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45011,1731097857417, state=OPENING 2024-11-08T20:30:58,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:30:58,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:58,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:58,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:30:58,460 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:30:58,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45011,1731097857417}] 2024-11-08T20:30:58,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:58,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:58,623 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:30:58,623 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:30:58,624 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:30:58,625 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45011%2C1731097857417.meta, suffix=.meta, logDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417, archiveDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs, maxLogs=32 2024-11-08T20:30:58,638 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417/ae1476a7656f%2C45011%2C1731097857417.meta.1731097858626.meta, exclude list is [], retry=0 2024-11-08T20:30:58,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44577,DS-501ff921-cf99-49f3-816e-aa4d09f52f97,DISK] 2024-11-08T20:30:58,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44899,DS-6a3e63c0-c2b5-4518-8f5b-9be060c4340a,DISK] 2024-11-08T20:30:58,643 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417/ae1476a7656f%2C45011%2C1731097857417.meta.1731097858626.meta 2024-11-08T20:30:58,643 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143),(127.0.0.1/127.0.0.1:40197:40197)] 2024-11-08T20:30:58,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:30:58,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:30:58,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:30:58,644 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:30:58,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:30:58,645 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:58,645 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:30:58,645 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:30:58,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:30:58,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:30:58,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:30:58,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:30:58,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:30:58,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:30:58,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:30:58,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:30:58,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:30:58,652 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:30:58,653 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740 2024-11-08T20:30:58,655 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740 2024-11-08T20:30:58,656 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:30:58,656 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:30:58,657 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:30:58,658 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:30:58,659 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68971615, jitterRate=0.027757152915000916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:30:58,659 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:30:58,659 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097858645Writing region info on filesystem at 1731097858645Initializing all the Stores at 1731097858646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097858646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097858646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097858646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097858646Cleaning up temporary data from old regions at 1731097858656 (+10 ms)Running coprocessor post-open hooks at 1731097858659 (+3 ms)Region opened successfully at 1731097858659 2024-11-08T20:30:58,660 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097858615 2024-11-08T20:30:58,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:30:58,663 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:30:58,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,664 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45011,1731097857417, state=OPEN 2024-11-08T20:30:58,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:58,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:58,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:30:58,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:58,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:30:58,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:30:58,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45011,1731097857417 in 210 msec 2024-11-08T20:30:58,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:30:58,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-08T20:30:58,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:30:58,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:30:58,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:58,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45011,1731097857417, seqNum=-1] 2024-11-08T20:30:58,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:58,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:58,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 719 msec 2024-11-08T20:30:58,690 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097858690, completionTime=-1 2024-11-08T20:30:58,690 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:30:58,690 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:30:58,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:30:58,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097918693 2024-11-08T20:30:58,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097978693 2024-11-08T20:30:58,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:40163, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,696 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:30:58,698 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.165sec 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:30:58,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:30:58,702 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:30:58,702 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:30:58,702 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40163,1731097857235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:30:58,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db19bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:58,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,40163,-1 for getting cluster id 2024-11-08T20:30:58,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:30:58,793 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9a170e-4f05-424f-acc4-bb69a1193c85' 2024-11-08T20:30:58,793 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:30:58,794 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9a170e-4f05-424f-acc4-bb69a1193c85" 2024-11-08T20:30:58,794 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398980d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:58,794 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,40163,-1] 2024-11-08T20:30:58,794 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:30:58,795 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:30:58,796 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:30:58,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0de5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:30:58,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:30:58,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45011,1731097857417, seqNum=-1] 2024-11-08T20:30:58,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:58,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:58,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,40163,1731097857235 2024-11-08T20:30:58,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:30:58,808 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,40163,1731097857235 2024-11-08T20:30:58,808 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2741b373 2024-11-08T20:30:58,808 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:30:58,809 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:30:58,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:30:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:30:58,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:30:58,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:58,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:30:58,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:30:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:30:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:59,230 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93809836b0bcce52f90e834fb79f6d62, NAME => 'testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 2024-11-08T20:30:59,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a0eb4c3f78cfca3f40a4c7c0094ea7cd, NAME => 'testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176 2024-11-08T20:30:59,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:30:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 93809836b0bcce52f90e834fb79f6d62, disabling compactions & flushes 2024-11-08T20:30:59,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. after waiting 0 ms 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93809836b0bcce52f90e834fb79f6d62: Waiting for close lock at 1731097859241Disabling compacts and flushes for region at 1731097859241Disabling writes for close at 1731097859241Writing region close event to WAL at 1731097859241Closed at 1731097859241 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:59,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a0eb4c3f78cfca3f40a4c7c0094ea7cd, disabling compactions & flushes 2024-11-08T20:30:59,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. after waiting 0 ms 2024-11-08T20:30:59,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a0eb4c3f78cfca3f40a4c7c0094ea7cd: Waiting for close lock at 1731097859241Disabling compacts and flushes for region at 1731097859241Disabling writes for close at 1731097859242 (+1 ms)Writing region close event to WAL at 1731097859242Closed at 1731097859242 2024-11-08T20:30:59,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:30:59,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097859243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097859243"}]},"ts":"1731097859243"} 2024-11-08T20:30:59,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097859243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097859243"}]},"ts":"1731097859243"} 2024-11-08T20:30:59,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:30:59,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:30:59,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097859248"}]},"ts":"1731097859248"} 2024-11-08T20:30:59,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:30:59,251 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:30:59,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:30:59,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:30:59,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:30:59,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:30:59,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:30:59,253 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:30:59,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:30:59,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93809836b0bcce52f90e834fb79f6d62, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0eb4c3f78cfca3f40a4c7c0094ea7cd, ASSIGN}] 2024-11-08T20:30:59,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0eb4c3f78cfca3f40a4c7c0094ea7cd, ASSIGN 2024-11-08T20:30:59,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93809836b0bcce52f90e834fb79f6d62, ASSIGN 2024-11-08T20:30:59,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0eb4c3f78cfca3f40a4c7c0094ea7cd, ASSIGN; state=OFFLINE, location=ae1476a7656f,45011,1731097857417; forceNewPlan=false, retain=false 2024-11-08T20:30:59,256 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93809836b0bcce52f90e834fb79f6d62, ASSIGN; state=OFFLINE, location=ae1476a7656f,37013,1731097857463; forceNewPlan=false, retain=false 2024-11-08T20:30:59,407 INFO [ae1476a7656f:40163 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:30:59,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a0eb4c3f78cfca3f40a4c7c0094ea7cd, regionState=OPENING, regionLocation=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:59,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93809836b0bcce52f90e834fb79f6d62, regionState=OPENING, regionLocation=ae1476a7656f,37013,1731097857463 2024-11-08T20:30:59,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0eb4c3f78cfca3f40a4c7c0094ea7cd, ASSIGN because future has completed 2024-11-08T20:30:59,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0eb4c3f78cfca3f40a4c7c0094ea7cd, server=ae1476a7656f,45011,1731097857417}] 2024-11-08T20:30:59,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93809836b0bcce52f90e834fb79f6d62, ASSIGN because future has completed 2024-11-08T20:30:59,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93809836b0bcce52f90e834fb79f6d62, server=ae1476a7656f,37013,1731097857463}] 2024-11-08T20:30:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:59,569 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:30:59,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:30:59,572 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a0eb4c3f78cfca3f40a4c7c0094ea7cd, NAME => 'testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:30:59,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:59,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,575 INFO [StoreOpener-a0eb4c3f78cfca3f40a4c7c0094ea7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,577 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,577 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 93809836b0bcce52f90e834fb79f6d62, NAME => 'testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:30:59,577 INFO [StoreOpener-a0eb4c3f78cfca3f40a4c7c0094ea7cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0eb4c3f78cfca3f40a4c7c0094ea7cd columnFamilyName family 2024-11-08T20:30:59,578 DEBUG [StoreOpener-a0eb4c3f78cfca3f40a4c7c0094ea7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:59,578 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,578 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:30:59,578 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,578 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,578 INFO [StoreOpener-a0eb4c3f78cfca3f40a4c7c0094ea7cd-1 {}] regionserver.HStore(327): Store=a0eb4c3f78cfca3f40a4c7c0094ea7cd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:59,578 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,579 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,580 INFO [StoreOpener-93809836b0bcce52f90e834fb79f6d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,580 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,580 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,581 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,581 INFO [StoreOpener-93809836b0bcce52f90e834fb79f6d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93809836b0bcce52f90e834fb79f6d62 columnFamilyName family 2024-11-08T20:30:59,581 DEBUG [StoreOpener-93809836b0bcce52f90e834fb79f6d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:30:59,582 INFO [StoreOpener-93809836b0bcce52f90e834fb79f6d62-1 {}] regionserver.HStore(327): Store=93809836b0bcce52f90e834fb79f6d62/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:30:59,582 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,582 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,583 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,583 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,584 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,584 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,585 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:59,585 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,585 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a0eb4c3f78cfca3f40a4c7c0094ea7cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64187779, jitterRate=-0.04352755844593048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:59,586 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:30:59,586 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a0eb4c3f78cfca3f40a4c7c0094ea7cd: Running coprocessor pre-open hook at 1731097859574Writing region info on filesystem at 1731097859574Initializing all the Stores at 1731097859575 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097859575Cleaning up temporary data from old regions at 1731097859581 (+6 ms)Running coprocessor post-open hooks at 1731097859586 (+5 ms)Region opened successfully at 1731097859586 2024-11-08T20:30:59,588 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd., pid=7, masterSystemTime=1731097859566 2024-11-08T20:30:59,588 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:30:59,588 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 93809836b0bcce52f90e834fb79f6d62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66723109, jitterRate=-0.005748197436332703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:30:59,588 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:30:59,588 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 93809836b0bcce52f90e834fb79f6d62: Running coprocessor pre-open hook at 1731097859578Writing region info on filesystem at 1731097859578Initializing all the Stores at 1731097859579 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097859579Cleaning up temporary data from old regions at 1731097859584 (+5 ms)Running coprocessor post-open hooks at 1731097859588 (+4 ms)Region opened successfully at 1731097859588 2024-11-08T20:30:59,589 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62., pid=8, masterSystemTime=1731097859569 2024-11-08T20:30:59,590 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,590 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:30:59,591 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a0eb4c3f78cfca3f40a4c7c0094ea7cd, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45011,1731097857417 2024-11-08T20:30:59,592 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,592 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:30:59,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93809836b0bcce52f90e834fb79f6d62, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,37013,1731097857463 2024-11-08T20:30:59,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0eb4c3f78cfca3f40a4c7c0094ea7cd, server=ae1476a7656f,45011,1731097857417 because future has completed 2024-11-08T20:30:59,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93809836b0bcce52f90e834fb79f6d62, server=ae1476a7656f,37013,1731097857463 because future has completed 2024-11-08T20:30:59,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:30:59,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a0eb4c3f78cfca3f40a4c7c0094ea7cd, server=ae1476a7656f,45011,1731097857417 in 183 msec 2024-11-08T20:30:59,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T20:30:59,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93809836b0bcce52f90e834fb79f6d62, server=ae1476a7656f,37013,1731097857463 in 183 msec 2024-11-08T20:30:59,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a0eb4c3f78cfca3f40a4c7c0094ea7cd, ASSIGN in 345 msec 2024-11-08T20:30:59,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:30:59,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93809836b0bcce52f90e834fb79f6d62, ASSIGN in 346 msec 2024-11-08T20:30:59,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:30:59,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097859603"}]},"ts":"1731097859603"} 2024-11-08T20:30:59,606 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:30:59,607 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:30:59,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 797 msec 2024-11-08T20:30:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:30:59,953 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:30:59,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:30:59,953 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:59,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:30:59,961 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:30:59,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:30:59,965 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62., hostname=ae1476a7656f,37013,1731097857463, seqNum=2] 2024-11-08T20:30:59,965 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:30:59,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:30:59,980 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd., hostname=ae1476a7656f,45011,1731097857417, seqNum=2] 2024-11-08T20:30:59,993 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a0eb4c3f78cfca3f40a4c7c0094ea7cd 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:31:00,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/.tmp/family/8edc9a0ac12e48debbcb524de0107f2d is 32, key is 5/family:/1731097859981/Put/seqid=0 2024-11-08T20:31:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:31:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:31:00,419 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/.tmp/family/8edc9a0ac12e48debbcb524de0107f2d 2024-11-08T20:31:00,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/.tmp/family/8edc9a0ac12e48debbcb524de0107f2d as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/family/8edc9a0ac12e48debbcb524de0107f2d 2024-11-08T20:31:00,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/family/8edc9a0ac12e48debbcb524de0107f2d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:31:00,437 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a0eb4c3f78cfca3f40a4c7c0094ea7cd in 443ms, sequenceid=9, compaction requested=false 2024-11-08T20:31:00,437 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a0eb4c3f78cfca3f40a4c7c0094ea7cd: 2024-11-08T20:31:00,437 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 93809836b0bcce52f90e834fb79f6d62 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:31:00,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/.tmp/family/2a111db21255404ab69c12ccf8ad3ab2 is 32, key is 1/family:/1731097859967/Put/seqid=0 2024-11-08T20:31:00,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:31:00,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:31:00,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/.tmp/family/2a111db21255404ab69c12ccf8ad3ab2 2024-11-08T20:31:00,466 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/.tmp/family/2a111db21255404ab69c12ccf8ad3ab2 as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/family/2a111db21255404ab69c12ccf8ad3ab2 2024-11-08T20:31:00,475 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/family/2a111db21255404ab69c12ccf8ad3ab2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:31:00,476 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 93809836b0bcce52f90e834fb79f6d62 in 39ms, sequenceid=8, compaction requested=false 2024-11-08T20:31:00,476 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 93809836b0bcce52f90e834fb79f6d62: 2024-11-08T20:31:00,481 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T20:31:00,485 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:00,485 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:00,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:00,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:00,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:31:00,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:00,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:00,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:31:00,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:31:00,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=437850669, stopped=false 2024-11-08T20:31:00,488 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,40163,1731097857235 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:00,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:00,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:00,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:00,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:00,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:00,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,45011,1731097857417' ***** 2024-11-08T20:31:00,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:00,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,37013,1731097857463' ***** 2024-11-08T20:31:00,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:00,598 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:00,598 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(3091): Received CLOSE for 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(3091): Received CLOSE for a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,37013,1731097857463 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,45011,1731097857417 2024-11-08T20:31:00,598 INFO [RS:1;ae1476a7656f:37013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:37013. 2024-11-08T20:31:00,598 INFO [RS:0;ae1476a7656f:45011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:00,599 INFO [RS:0;ae1476a7656f:45011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45011. 2024-11-08T20:31:00,599 DEBUG [RS:1;ae1476a7656f:37013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93809836b0bcce52f90e834fb79f6d62, disabling compactions & flushes 2024-11-08T20:31:00,599 DEBUG [RS:1;ae1476a7656f:37013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0eb4c3f78cfca3f40a4c7c0094ea7cd, disabling compactions & flushes 2024-11-08T20:31:00,599 DEBUG [RS:0;ae1476a7656f:45011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:00,599 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:31:00,599 DEBUG [RS:0;ae1476a7656f:45011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,599 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:31:00,599 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:31:00,599 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1325): Online Regions={93809836b0bcce52f90e834fb79f6d62=testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62.} 2024-11-08T20:31:00,599 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. after waiting 0 ms 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. after waiting 0 ms 2024-11-08T20:31:00,599 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:00,599 DEBUG [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1351): Waiting on 93809836b0bcce52f90e834fb79f6d62 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:31:00,599 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:31:00,599 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:00,599 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:31:00,600 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:31:00,600 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0eb4c3f78cfca3f40a4c7c0094ea7cd=testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd.} 2024-11-08T20:31:00,600 DEBUG [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0eb4c3f78cfca3f40a4c7c0094ea7cd 2024-11-08T20:31:00,600 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:00,600 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:00,600 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:00,600 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:00,600 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:00,600 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:31:00,605 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/93809836b0bcce52f90e834fb79f6d62/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:31:00,605 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/default/testClearRegionBlockCache/a0eb4c3f78cfca3f40a4c7c0094ea7cd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:31:00,606 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:31:00,606 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:31:00,606 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0eb4c3f78cfca3f40a4c7c0094ea7cd: Waiting for close lock at 1731097860599Running coprocessor pre-close hooks at 1731097860599Disabling compacts and flushes for region at 1731097860599Disabling writes for close at 1731097860599Writing region close event to WAL at 1731097860600 (+1 ms)Running coprocessor post-close hooks at 1731097860606 (+6 ms)Closed at 1731097860606 2024-11-08T20:31:00,606 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93809836b0bcce52f90e834fb79f6d62: Waiting for close lock at 1731097860598Running coprocessor pre-close hooks at 1731097860598Disabling compacts and flushes for region at 1731097860599 (+1 ms)Disabling writes for close at 1731097860599Writing region close event to WAL at 1731097860600 (+1 ms)Running coprocessor post-close hooks at 1731097860606 (+6 ms)Closed at 1731097860606 2024-11-08T20:31:00,606 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd. 2024-11-08T20:31:00,606 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097858810.93809836b0bcce52f90e834fb79f6d62. 2024-11-08T20:31:00,618 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/info/b9b111011f43487bbddce543806fcfaa is 173, key is testClearRegionBlockCache,5,1731097858810.a0eb4c3f78cfca3f40a4c7c0094ea7cd./info:regioninfo/1731097859591/Put/seqid=0 2024-11-08T20:31:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:00,625 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/info/b9b111011f43487bbddce543806fcfaa 2024-11-08T20:31:00,631 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:00,632 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:00,652 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/ns/45abe69c1c994ebba35ca692cbb428e4 is 43, key is default/ns:d/1731097858683/Put/seqid=0 2024-11-08T20:31:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:00,659 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/ns/45abe69c1c994ebba35ca692cbb428e4 2024-11-08T20:31:00,679 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/table/94f15d25679c445d8294b6fefdb9278c is 61, key is testClearRegionBlockCache/table:state/1731097859603/Put/seqid=0 2024-11-08T20:31:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:00,686 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/table/94f15d25679c445d8294b6fefdb9278c 2024-11-08T20:31:00,693 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/info/b9b111011f43487bbddce543806fcfaa as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/info/b9b111011f43487bbddce543806fcfaa 2024-11-08T20:31:00,700 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/info/b9b111011f43487bbddce543806fcfaa, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:31:00,702 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/ns/45abe69c1c994ebba35ca692cbb428e4 as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/ns/45abe69c1c994ebba35ca692cbb428e4 2024-11-08T20:31:00,709 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/ns/45abe69c1c994ebba35ca692cbb428e4, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:31:00,710 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/.tmp/table/94f15d25679c445d8294b6fefdb9278c as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/table/94f15d25679c445d8294b6fefdb9278c 2024-11-08T20:31:00,716 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/table/94f15d25679c445d8294b6fefdb9278c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:31:00,717 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false 2024-11-08T20:31:00,722 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:31:00,722 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:31:00,723 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:00,723 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097860600Running coprocessor pre-close hooks at 1731097860600Disabling compacts and flushes for region at 1731097860600Disabling writes for close at 1731097860600Obtaining lock to block concurrent updates at 1731097860600Preparing flush snapshotting stores in 1588230740 at 1731097860600Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097860601 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097860602 (+1 ms)Flushing 1588230740/info: creating writer at 1731097860602Flushing 1588230740/info: appending metadata at 1731097860618 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731097860618Flushing 1588230740/ns: creating writer at 1731097860632 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731097860652 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731097860652Flushing 1588230740/table: creating writer at 1731097860665 (+13 ms)Flushing 1588230740/table: appending metadata at 1731097860679 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731097860679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37da6159: reopening flushed file at 1731097860692 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8f462: reopening flushed file at 1731097860701 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155d15cd: reopening flushed file at 1731097860709 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false at 1731097860717 (+8 ms)Writing region close event to WAL at 1731097860718 (+1 ms)Running coprocessor post-close hooks at 1731097860722 (+4 ms)Closed at 1731097860723 (+1 ms) 2024-11-08T20:31:00,723 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:00,799 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,37013,1731097857463; all regions closed. 2024-11-08T20:31:00,800 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,45011,1731097857417; all regions closed. 2024-11-08T20:31:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741834_1010 (size=1758) 2024-11-08T20:31:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741834_1010 (size=1758) 2024-11-08T20:31:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:00,803 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/WALs/ae1476a7656f,45011,1731097857417/ae1476a7656f%2C45011%2C1731097857417.meta.1731097858626.meta not finished, retry = 0 2024-11-08T20:31:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:00,805 DEBUG [RS:1;ae1476a7656f:37013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs 2024-11-08T20:31:00,805 INFO [RS:1;ae1476a7656f:37013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C37013%2C1731097857463:(num 1731097858269) 2024-11-08T20:31:00,805 DEBUG [RS:1;ae1476a7656f:37013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,805 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:00,805 INFO [RS:1;ae1476a7656f:37013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:00,806 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:00,806 INFO [RS:1;ae1476a7656f:37013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37013 2024-11-08T20:31:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,37013,1731097857463 2024-11-08T20:31:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:00,817 INFO [RS:1;ae1476a7656f:37013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:00,817 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f43e8902df0@3f0c5aaf rejected from java.util.concurrent.ThreadPoolExecutor@7a0ed32a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T20:31:00,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,37013,1731097857463] 2024-11-08T20:31:00,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,37013,1731097857463 already deleted, retry=false 2024-11-08T20:31:00,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,37013,1731097857463 expired; onlineServers=1 2024-11-08T20:31:00,910 DEBUG [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs 2024-11-08T20:31:00,910 INFO [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45011%2C1731097857417.meta:.meta(num 1731097858626) 2024-11-08T20:31:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741833_1009 (size=1867) 2024-11-08T20:31:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741833_1009 (size=1867) 2024-11-08T20:31:00,918 DEBUG [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/oldWALs 2024-11-08T20:31:00,918 INFO [RS:0;ae1476a7656f:45011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45011%2C1731097857417:(num 1731097858269) 2024-11-08T20:31:00,918 DEBUG [RS:0;ae1476a7656f:45011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:00,918 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:00,918 INFO [RS:0;ae1476a7656f:45011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:00,918 INFO [RS:0;ae1476a7656f:45011 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:00,919 INFO [RS:0;ae1476a7656f:45011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:00,919 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:00,919 INFO [RS:0;ae1476a7656f:45011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45011 2024-11-08T20:31:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:00,928 INFO [RS:1;ae1476a7656f:37013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x1011c25086c0002, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:00,928 INFO [RS:1;ae1476a7656f:37013 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,37013,1731097857463; zookeeper connection closed. 2024-11-08T20:31:00,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192a2791 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192a2791 2024-11-08T20:31:00,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,45011,1731097857417 2024-11-08T20:31:00,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:00,931 INFO [RS:0;ae1476a7656f:45011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:00,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,45011,1731097857417] 2024-11-08T20:31:00,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,45011,1731097857417 already deleted, retry=false 2024-11-08T20:31:00,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,45011,1731097857417 expired; onlineServers=0 2024-11-08T20:31:00,954 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,40163,1731097857235' ***** 2024-11-08T20:31:00,954 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:31:00,955 INFO [M:0;ae1476a7656f:40163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:00,955 INFO [M:0;ae1476a7656f:40163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:00,955 DEBUG [M:0;ae1476a7656f:40163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:31:00,955 DEBUG [M:0;ae1476a7656f:40163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:31:00,955 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:31:00,955 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097857978 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097857978,5,FailOnTimeoutGroup] 2024-11-08T20:31:00,955 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097857978 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097857978,5,FailOnTimeoutGroup] 2024-11-08T20:31:00,956 INFO [M:0;ae1476a7656f:40163 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:00,956 INFO [M:0;ae1476a7656f:40163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:00,957 DEBUG [M:0;ae1476a7656f:40163 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:31:00,957 INFO [M:0;ae1476a7656f:40163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:31:00,957 INFO [M:0;ae1476a7656f:40163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:00,958 INFO [M:0;ae1476a7656f:40163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:31:00,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:31:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:00,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:00,964 DEBUG [M:0;ae1476a7656f:40163 {}] zookeeper.ZKUtil(347): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:31:00,964 WARN [M:0;ae1476a7656f:40163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:31:00,965 INFO [M:0;ae1476a7656f:40163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/.lastflushedseqids 2024-11-08T20:31:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:00,971 INFO [M:0;ae1476a7656f:40163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:31:00,971 INFO [M:0;ae1476a7656f:40163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:31:00,971 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:00,971 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:00,971 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:00,971 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:00,972 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:00,972 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T20:31:00,987 DEBUG [M:0;ae1476a7656f:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a2eab62a49442197f104e79f05b0e6 is 82, key is hbase:meta,,1/info:regioninfo/1731097858663/Put/seqid=0 2024-11-08T20:31:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:00,993 INFO [M:0;ae1476a7656f:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a2eab62a49442197f104e79f05b0e6 2024-11-08T20:31:01,035 DEBUG [M:0;ae1476a7656f:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5dd96c34854c6eac5aaec36a8265ad is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097859608/Put/seqid=0 2024-11-08T20:31:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741846_1022 (size=6218) 2024-11-08T20:31:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741846_1022 (size=6218) 2024-11-08T20:31:01,041 INFO [M:0;ae1476a7656f:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5dd96c34854c6eac5aaec36a8265ad 2024-11-08T20:31:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:01,044 INFO [RS:0;ae1476a7656f:45011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45011-0x1011c25086c0001, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:01,044 INFO [RS:0;ae1476a7656f:45011 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,45011,1731097857417; zookeeper connection closed. 2024-11-08T20:31:01,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e809068 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e809068 2024-11-08T20:31:01,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:31:01,060 DEBUG [M:0;ae1476a7656f:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545c7cebc5c443d6867233c782757b35 is 69, key is ae1476a7656f,37013,1731097857463/rs:state/1731097858028/Put/seqid=0 2024-11-08T20:31:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:01,065 INFO [M:0;ae1476a7656f:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545c7cebc5c443d6867233c782757b35 2024-11-08T20:31:01,072 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a2eab62a49442197f104e79f05b0e6 as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a2eab62a49442197f104e79f05b0e6 2024-11-08T20:31:01,078 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a2eab62a49442197f104e79f05b0e6, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:31:01,079 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5dd96c34854c6eac5aaec36a8265ad as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5dd96c34854c6eac5aaec36a8265ad 2024-11-08T20:31:01,087 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5dd96c34854c6eac5aaec36a8265ad, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:31:01,088 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/545c7cebc5c443d6867233c782757b35 as hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545c7cebc5c443d6867233c782757b35 2024-11-08T20:31:01,095 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36277/user/jenkins/test-data/7cf5f132-234d-2eb9-ae3e-85b643fdd176/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/545c7cebc5c443d6867233c782757b35, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:31:01,096 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-08T20:31:01,097 INFO [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:01,097 DEBUG [M:0;ae1476a7656f:40163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097860971Disabling compacts and flushes for region at 1731097860971Disabling writes for close at 1731097860972 (+1 ms)Obtaining lock to block concurrent updates at 1731097860972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097860972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731097860972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097860973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097860973Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097860987 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097860987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097861022 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097861035 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097861035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097861046 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097861059 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097861059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2463d278: reopening flushed file at 1731097861071 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6982cd: reopening flushed file at 1731097861078 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a50e44: reopening flushed file at 1731097861087 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1731097861096 (+9 ms)Writing region close event to WAL at 1731097861097 (+1 ms)Closed at 1731097861097 2024-11-08T20:31:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44577 is added to blk_1073741830_1006 (size=35428) 2024-11-08T20:31:01,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44899 is added to blk_1073741830_1006 (size=35428) 2024-11-08T20:31:01,100 INFO [M:0;ae1476a7656f:40163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:31:01,100 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:01,100 INFO [M:0;ae1476a7656f:40163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40163 2024-11-08T20:31:01,101 INFO [M:0;ae1476a7656f:40163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:01,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:01,212 INFO [M:0;ae1476a7656f:40163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:01,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1011c25086c0000, quorum=127.0.0.1:63996, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:01,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55b90b6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:01,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:01,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:01,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:01,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:01,219 WARN [BP-765762228-172.17.0.3-1731097855072 heartbeating to localhost/127.0.0.1:36277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:01,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:01,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:01,219 WARN [BP-765762228-172.17.0.3-1731097855072 heartbeating to localhost/127.0.0.1:36277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765762228-172.17.0.3-1731097855072 (Datanode Uuid 4fd77e10-9ed5-4515-b73a-d12486d1720f) service to localhost/127.0.0.1:36277 2024-11-08T20:31:01,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data3/current/BP-765762228-172.17.0.3-1731097855072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:01,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data4/current/BP-765762228-172.17.0.3-1731097855072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:01,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:01,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f961e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:01,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:01,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:01,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:01,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:01,225 WARN [BP-765762228-172.17.0.3-1731097855072 heartbeating to localhost/127.0.0.1:36277 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:01,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:01,225 WARN [BP-765762228-172.17.0.3-1731097855072 heartbeating to localhost/127.0.0.1:36277 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765762228-172.17.0.3-1731097855072 (Datanode Uuid 4482aa88-5bfe-4298-9fba-2787639b1afa) service to localhost/127.0.0.1:36277 2024-11-08T20:31:01,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:01,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data1/current/BP-765762228-172.17.0.3-1731097855072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:01,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/cluster_613c4358-b966-89d4-8c0a-83cceb7cafbc/data/data2/current/BP-765762228-172.17.0.3-1731097855072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:01,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:01,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11bb0f27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:01,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:01,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:01,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:01,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:01,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:31:01,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:31:01,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 114) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36277 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36277 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36277 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36277 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36277 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 546) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2525 (was 2854) 2024-11-08T20:31:01,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=2525 2024-11-08T20:31:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir so I do NOT create it in target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3 2024-11-08T20:31:01,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:31:01,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.tmp.dir so I do NOT create it in target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3 2024-11-08T20:31:01,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e815c2-6ad4-a477-34de-aa8eeae7e0b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:31:01,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca, deleteOnExit=true 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/test.cache.data in system properties and HBase conf 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:31:01,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:31:01,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:31:01,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:31:01,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:31:01,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:01,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:01,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:01,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:01,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:31:01,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:01,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:01,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:01,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74452c9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/java.io.tmpdir/jetty-localhost-39183-hadoop-hdfs-3_4_1-tests_jar-_-any-9076503824815116796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:01,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:39183} 2024-11-08T20:31:01,824 INFO [Time-limited test {}] server.Server(415): Started @25138ms 2024-11-08T20:31:02,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:02,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:02,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:02,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:02,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:31:02,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:02,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:02,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@288784f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/java.io.tmpdir/jetty-localhost-36161-hadoop-hdfs-3_4_1-tests_jar-_-any-703292697404029054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:02,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:36161} 2024-11-08T20:31:02,207 INFO [Time-limited test {}] server.Server(415): Started @25521ms 2024-11-08T20:31:02,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:02,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:02,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:02,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:02,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:02,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:31:02,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:02,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:02,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d383572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/java.io.tmpdir/jetty-localhost-34593-hadoop-hdfs-3_4_1-tests_jar-_-any-1142451898961226596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:02,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:34593} 2024-11-08T20:31:02,345 INFO [Time-limited test {}] server.Server(415): Started @25659ms 2024-11-08T20:31:02,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:03,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:31:03,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:31:03,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:31:03,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-08T20:31:03,867 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data1/current/BP-2101062150-172.17.0.3-1731097861406/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:03,867 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data2/current/BP-2101062150-172.17.0.3-1731097861406/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:03,894 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf726e9f403993363 with lease ID 0x1e836b00995d58d8: Processing first storage report for DS-3ef4760d-aa27-4dc1-be25-01097b566434 from datanode DatanodeRegistration(127.0.0.1:43837, datanodeUuid=8f023db3-3d90-4d17-a904-5cef0ddf412b, infoPort=45549, infoSecurePort=0, ipcPort=35659, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406) 2024-11-08T20:31:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf726e9f403993363 with lease ID 0x1e836b00995d58d8: from storage DS-3ef4760d-aa27-4dc1-be25-01097b566434 node DatanodeRegistration(127.0.0.1:43837, datanodeUuid=8f023db3-3d90-4d17-a904-5cef0ddf412b, infoPort=45549, infoSecurePort=0, ipcPort=35659, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf726e9f403993363 with lease ID 0x1e836b00995d58d8: Processing first storage report for DS-340c846d-0349-4f5e-b225-cffeef6a3146 from datanode DatanodeRegistration(127.0.0.1:43837, datanodeUuid=8f023db3-3d90-4d17-a904-5cef0ddf412b, infoPort=45549, infoSecurePort=0, ipcPort=35659, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406) 2024-11-08T20:31:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf726e9f403993363 with lease ID 0x1e836b00995d58d8: from storage DS-340c846d-0349-4f5e-b225-cffeef6a3146 node DatanodeRegistration(127.0.0.1:43837, datanodeUuid=8f023db3-3d90-4d17-a904-5cef0ddf412b, infoPort=45549, infoSecurePort=0, ipcPort=35659, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:04,148 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:31:04,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:04,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:04,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:04,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:04,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:04,238 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data4/current/BP-2101062150-172.17.0.3-1731097861406/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:04,238 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data3/current/BP-2101062150-172.17.0.3-1731097861406/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:04,257 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16dbd5e688153101 with lease ID 0x1e836b00995d58d9: Processing first storage report for DS-4748db2e-de90-4ea9-88fc-e90070161cd8 from datanode DatanodeRegistration(127.0.0.1:37625, datanodeUuid=fe40d94c-532d-4618-9f4a-c30d491931e5, infoPort=40549, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406) 2024-11-08T20:31:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16dbd5e688153101 with lease ID 0x1e836b00995d58d9: from storage DS-4748db2e-de90-4ea9-88fc-e90070161cd8 node DatanodeRegistration(127.0.0.1:37625, datanodeUuid=fe40d94c-532d-4618-9f4a-c30d491931e5, infoPort=40549, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16dbd5e688153101 with lease ID 0x1e836b00995d58d9: Processing first storage report for DS-a4c68991-4e25-4b9c-b0f9-7a1bee394bda from datanode DatanodeRegistration(127.0.0.1:37625, datanodeUuid=fe40d94c-532d-4618-9f4a-c30d491931e5, infoPort=40549, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406) 2024-11-08T20:31:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16dbd5e688153101 with lease ID 0x1e836b00995d58d9: from storage DS-a4c68991-4e25-4b9c-b0f9-7a1bee394bda node DatanodeRegistration(127.0.0.1:37625, datanodeUuid=fe40d94c-532d-4618-9f4a-c30d491931e5, infoPort=40549, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=414527213;c=1731097861406), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:04,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3 2024-11-08T20:31:04,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/zookeeper_0, clientPort=60038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:31:04,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60038 2024-11-08T20:31:04,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:04,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:04,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 with version=8 2024-11-08T20:31:04,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/hbase-staging 2024-11-08T20:31:04,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:31:04,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:04,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44069 2024-11-08T20:31:04,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44069 connecting to ZooKeeper ensemble=127.0.0.1:60038 2024-11-08T20:31:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440690x0, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:04,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44069-0x1011c25240f0000 connected 2024-11-08T20:31:04,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:04,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577, hbase.cluster.distributed=false 2024-11-08T20:31:04,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:04,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-08T20:31:04,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44069 2024-11-08T20:31:04,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44069 2024-11-08T20:31:04,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-08T20:31:04,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-08T20:31:04,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:04,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:04,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38437 2024-11-08T20:31:04,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38437 connecting to ZooKeeper ensemble=127.0.0.1:60038 2024-11-08T20:31:04,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384370x0, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:04,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384370x0, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:04,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38437-0x1011c25240f0001 connected 2024-11-08T20:31:04,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:04,617 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:04,624 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:04,629 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:04,632 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:04,633 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:04,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:04,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:04,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-08T20:31:04,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38437 2024-11-08T20:31:04,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38437 2024-11-08T20:31:04,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-08T20:31:04,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-08T20:31:04,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:04,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38539 2024-11-08T20:31:04,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38539 connecting to ZooKeeper ensemble=127.0.0.1:60038 2024-11-08T20:31:04,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385390x0, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:04,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385390x0, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:04,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38539-0x1011c25240f0002 connected 2024-11-08T20:31:04,669 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:04,670 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:04,675 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:04,676 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:04,676 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:04,677 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:04,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:04,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:04,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-08T20:31:04,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38539 2024-11-08T20:31:04,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38539 2024-11-08T20:31:04,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-08T20:31:04,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38539 2024-11-08T20:31:04,694 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:44069 2024-11-08T20:31:04,695 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,703 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,714 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:31:04,715 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,44069,1731097864310 from backup master directory 2024-11-08T20:31:04,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,723 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:04,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:04,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,729 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/hbase.id] with ID: b2d97a8c-396e-435b-8775-34a859d24468 2024-11-08T20:31:04,729 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/.tmp/hbase.id 2024-11-08T20:31:04,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:04,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:04,736 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/.tmp/hbase.id]:[hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/hbase.id] 2024-11-08T20:31:04,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:04,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:31:04,751 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:31:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:04,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:04,771 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:04,773 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:31:04,773 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:04,783 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store 2024-11-08T20:31:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:04,790 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:04,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:04,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:04,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:04,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:04,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:04,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:04,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097864791Disabling compacts and flushes for region at 1731097864791Disabling writes for close at 1731097864791Writing region close event to WAL at 1731097864791Closed at 1731097864791 2024-11-08T20:31:04,792 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/.initializing 2024-11-08T20:31:04,792 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/WALs/ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,793 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:04,794 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C44069%2C1731097864310, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/WALs/ae1476a7656f,44069,1731097864310, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/oldWALs, maxLogs=10 2024-11-08T20:31:04,806 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/WALs/ae1476a7656f,44069,1731097864310/ae1476a7656f%2C44069%2C1731097864310.1731097864794, exclude list is [], retry=0 2024-11-08T20:31:04,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37625,DS-4748db2e-de90-4ea9-88fc-e90070161cd8,DISK] 2024-11-08T20:31:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43837,DS-3ef4760d-aa27-4dc1-be25-01097b566434,DISK] 2024-11-08T20:31:04,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/WALs/ae1476a7656f,44069,1731097864310/ae1476a7656f%2C44069%2C1731097864310.1731097864794 2024-11-08T20:31:04,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549),(127.0.0.1/127.0.0.1:45549:45549)] 2024-11-08T20:31:04,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:04,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:04,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:31:04,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:04,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:04,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:31:04,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:04,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:04,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:31:04,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:04,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:04,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:31:04,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:04,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:04,819 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,820 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,820 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,821 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,821 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,822 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:04,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:04,826 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:04,826 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70996315, jitterRate=0.057927533984184265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:04,827 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097864811Initializing all the Stores at 1731097864812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097864812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097864812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097864812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097864812Cleaning up temporary data from old regions at 1731097864821 (+9 ms)Region opened successfully at 1731097864827 (+6 ms) 2024-11-08T20:31:04,827 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:31:04,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a51547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:04,831 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:31:04,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:31:04,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:31:04,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:31:04,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:31:04,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:31:04,833 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:31:04,834 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:31:04,835 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:31:04,847 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:31:04,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:31:04,849 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:31:04,860 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:31:04,860 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:31:04,862 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:31:04,871 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:31:04,872 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:31:04,881 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:31:04,886 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:31:04,892 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:31:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,904 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,44069,1731097864310, sessionid=0x1011c25240f0000, setting cluster-up flag (Was=false) 2024-11-08T20:31:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,955 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:31:04,957 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,44069,1731097864310 2024-11-08T20:31:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:05,008 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:31:05,013 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,44069,1731097864310 2024-11-08T20:31:05,017 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:31:05,021 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:05,021 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:31:05,021 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:31:05,021 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,44069,1731097864310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:05,023 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,024 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097895024 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:31:05,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:05,026 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:31:05,026 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:31:05,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:31:05,026 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:31:05,026 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:31:05,026 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:31:05,027 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097865027,5,FailOnTimeoutGroup] 2024-11-08T20:31:05,027 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097865027,5,FailOnTimeoutGroup] 2024-11-08T20:31:05,027 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,027 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:31:05,027 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,027 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:31:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:05,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:31:05,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 2024-11-08T20:31:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:05,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:05,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:05,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:05,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:05,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:05,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:05,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:05,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:05,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:05,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740 2024-11-08T20:31:05,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740 2024-11-08T20:31:05,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:05,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:05,061 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:05,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:05,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:05,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70695383, jitterRate=0.0534432977437973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:05,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097865048Initializing all the Stores at 1731097865049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097865049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865049Cleaning up temporary data from old regions at 1731097865061 (+12 ms)Region opened successfully at 1731097865066 (+5 ms) 2024-11-08T20:31:05,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:05,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:05,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:05,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097865066Disabling compacts and flushes for region at 1731097865066Disabling writes for close at 1731097865067 (+1 ms)Writing region close event to WAL at 1731097865067Closed at 1731097865067 2024-11-08T20:31:05,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:05,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:31:05,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:31:05,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:05,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:31:05,083 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(746): ClusterId : b2d97a8c-396e-435b-8775-34a859d24468 2024-11-08T20:31:05,083 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(746): ClusterId : b2d97a8c-396e-435b-8775-34a859d24468 2024-11-08T20:31:05,083 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:05,083 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:05,092 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:05,092 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:05,092 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:05,092 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:05,103 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:05,103 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:05,103 DEBUG [RS:0;ae1476a7656f:38437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:05,103 DEBUG [RS:1;ae1476a7656f:38539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c30d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:05,114 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:38437 2024-11-08T20:31:05,114 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:05,114 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:05,114 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:05,114 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:38539 2024-11-08T20:31:05,114 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:05,114 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:05,114 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:05,115 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,44069,1731097864310 with port=38437, startcode=1731097864593 2024-11-08T20:31:05,115 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,44069,1731097864310 with port=38539, startcode=1731097864650 2024-11-08T20:31:05,115 DEBUG [RS:0;ae1476a7656f:38437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:05,115 DEBUG [RS:1;ae1476a7656f:38539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:05,117 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:05,117 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:05,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,119 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 2024-11-08T20:31:05,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,119 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-08T20:31:05,119 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:05,120 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 2024-11-08T20:31:05,120 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-08T20:31:05,121 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:05,166 DEBUG [RS:0;ae1476a7656f:38437 {}] zookeeper.ZKUtil(111): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,166 WARN [RS:0;ae1476a7656f:38437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:05,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,38539,1731097864650] 2024-11-08T20:31:05,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,38437,1731097864593] 2024-11-08T20:31:05,166 INFO [RS:0;ae1476a7656f:38437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:05,166 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,166 DEBUG [RS:1;ae1476a7656f:38539 {}] zookeeper.ZKUtil(111): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,166 WARN [RS:1;ae1476a7656f:38539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:05,166 INFO [RS:1;ae1476a7656f:38539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:05,167 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,170 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:05,170 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:05,171 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:05,172 INFO [RS:0;ae1476a7656f:38437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:05,172 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,172 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:05,173 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:05,173 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,173 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:05,173 INFO [RS:1;ae1476a7656f:38539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,173 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,174 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,174 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,174 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:05,174 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,174 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:05,174 DEBUG [RS:0;ae1476a7656f:38437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:05,174 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,174 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,174 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,174 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,175 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,175 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:05,175 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38437,1731097864593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:05,175 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,175 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,176 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,176 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,176 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:05,176 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:05,176 DEBUG [RS:1;ae1476a7656f:38539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:05,180 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,180 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,181 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,181 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,181 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,181 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38539,1731097864650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:05,191 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:05,191 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38437,1731097864593-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,191 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,191 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.Replication(171): ae1476a7656f,38437,1731097864593 started 2024-11-08T20:31:05,201 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:05,201 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38539,1731097864650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,201 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,201 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.Replication(171): ae1476a7656f,38539,1731097864650 started 2024-11-08T20:31:05,204 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,205 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,38437,1731097864593, RpcServer on ae1476a7656f/172.17.0.3:38437, sessionid=0x1011c25240f0001 2024-11-08T20:31:05,205 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:05,205 DEBUG [RS:0;ae1476a7656f:38437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,205 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38437,1731097864593' 2024-11-08T20:31:05,205 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:05,205 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38437,1731097864593' 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:05,206 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:05,207 DEBUG [RS:0;ae1476a7656f:38437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:05,207 INFO [RS:0;ae1476a7656f:38437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:05,207 INFO [RS:0;ae1476a7656f:38437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:05,220 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,220 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,38539,1731097864650, RpcServer on ae1476a7656f/172.17.0.3:38539, sessionid=0x1011c25240f0002 2024-11-08T20:31:05,220 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:05,220 DEBUG [RS:1;ae1476a7656f:38539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,220 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38539,1731097864650' 2024-11-08T20:31:05,220 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:05,221 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:05,221 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:05,221 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:05,221 DEBUG [RS:1;ae1476a7656f:38539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,221 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38539,1731097864650' 2024-11-08T20:31:05,222 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:05,222 WARN [ae1476a7656f:44069 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:31:05,222 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:05,222 DEBUG [RS:1;ae1476a7656f:38539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:05,222 INFO [RS:1;ae1476a7656f:38539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:05,222 INFO [RS:1;ae1476a7656f:38539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:05,307 INFO [RS:0;ae1476a7656f:38437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:05,310 INFO [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38437%2C1731097864593, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs, maxLogs=32 2024-11-08T20:31:05,323 INFO [RS:1;ae1476a7656f:38539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:05,325 INFO [RS:1;ae1476a7656f:38539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38539%2C1731097864650, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38539,1731097864650, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs, maxLogs=32 2024-11-08T20:31:05,325 DEBUG [RS:0;ae1476a7656f:38437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593/ae1476a7656f%2C38437%2C1731097864593.1731097865310, exclude list is [], retry=0 2024-11-08T20:31:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43837,DS-3ef4760d-aa27-4dc1-be25-01097b566434,DISK] 2024-11-08T20:31:05,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37625,DS-4748db2e-de90-4ea9-88fc-e90070161cd8,DISK] 2024-11-08T20:31:05,330 INFO [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593/ae1476a7656f%2C38437%2C1731097864593.1731097865310 2024-11-08T20:31:05,330 DEBUG [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549),(127.0.0.1/127.0.0.1:40549:40549)] 2024-11-08T20:31:05,338 DEBUG [RS:1;ae1476a7656f:38539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38539,1731097864650/ae1476a7656f%2C38539%2C1731097864650.1731097865325, exclude list is [], retry=0 2024-11-08T20:31:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43837,DS-3ef4760d-aa27-4dc1-be25-01097b566434,DISK] 2024-11-08T20:31:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37625,DS-4748db2e-de90-4ea9-88fc-e90070161cd8,DISK] 2024-11-08T20:31:05,342 INFO [RS:1;ae1476a7656f:38539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38539,1731097864650/ae1476a7656f%2C38539%2C1731097864650.1731097865325 2024-11-08T20:31:05,343 DEBUG [RS:1;ae1476a7656f:38539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40549:40549),(127.0.0.1/127.0.0.1:45549:45549)] 2024-11-08T20:31:05,472 DEBUG [ae1476a7656f:44069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:31:05,472 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:05,474 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:05,474 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:05,474 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:05,474 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:05,474 INFO [ae1476a7656f:44069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:05,475 INFO [ae1476a7656f:44069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:05,475 DEBUG [ae1476a7656f:44069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:05,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,476 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,38437,1731097864593, state=OPENING 2024-11-08T20:31:05,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:31:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:05,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:05,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,38437,1731097864593}] 2024-11-08T20:31:05,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:05,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:05,693 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:31:05,693 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:05,694 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:31:05,695 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38437%2C1731097864593.meta, suffix=.meta, logDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs, maxLogs=32 2024-11-08T20:31:05,710 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593/ae1476a7656f%2C38437%2C1731097864593.meta.1731097865696.meta, exclude list is [], retry=0 2024-11-08T20:31:05,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43837,DS-3ef4760d-aa27-4dc1-be25-01097b566434,DISK] 2024-11-08T20:31:05,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37625,DS-4748db2e-de90-4ea9-88fc-e90070161cd8,DISK] 2024-11-08T20:31:05,714 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593/ae1476a7656f%2C38437%2C1731097864593.meta.1731097865696.meta 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549),(127.0.0.1/127.0.0.1:40549:40549)] 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:31:05,715 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:31:05,715 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:05,716 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:31:05,716 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:31:05,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:05,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:05,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:05,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:05,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:05,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:05,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:05,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:05,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:05,722 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:05,722 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740 2024-11-08T20:31:05,723 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740 2024-11-08T20:31:05,724 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:05,724 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:05,725 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:05,726 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:05,727 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59891188, jitterRate=-0.10755175352096558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:05,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:31:05,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097865716Writing region info on filesystem at 1731097865716Initializing all the Stores at 1731097865716Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865717 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097865717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097865717Cleaning up temporary data from old regions at 1731097865724 (+7 ms)Running coprocessor post-open hooks at 1731097865727 (+3 ms)Region opened successfully at 1731097865727 2024-11-08T20:31:05,728 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097865687 2024-11-08T20:31:05,731 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:31:05,731 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:31:05,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,38437,1731097864593, state=OPEN 2024-11-08T20:31:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:05,744 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:05,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:31:05,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,38437,1731097864593 in 210 msec 2024-11-08T20:31:05,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:31:05,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-08T20:31:05,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:05,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:31:05,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:05,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,38437,1731097864593, seqNum=-1] 2024-11-08T20:31:05,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:05,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:05,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 740 msec 2024-11-08T20:31:05,759 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097865759, completionTime=-1 2024-11-08T20:31:05,759 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:31:05,759 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:31:05,761 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:31:05,761 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097925761 2024-11-08T20:31:05,761 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097985761 2024-11-08T20:31:05,761 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:31:05,761 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:44069, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,762 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,765 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:31:05,766 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.042sec 2024-11-08T20:31:05,766 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:05,767 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:31:05,769 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:31:05,769 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:31:05,769 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44069,1731097864310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:05,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31646aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:05,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,44069,-1 for getting cluster id 2024-11-08T20:31:05,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:31:05,785 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2d97a8c-396e-435b-8775-34a859d24468' 2024-11-08T20:31:05,786 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:31:05,786 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2d97a8c-396e-435b-8775-34a859d24468" 2024-11-08T20:31:05,786 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294391c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:05,786 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,44069,-1] 2024-11-08T20:31:05,787 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:31:05,787 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:05,788 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:31:05,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b2addf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:05,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:05,792 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,38437,1731097864593, seqNum=-1] 2024-11-08T20:31:05,792 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:05,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,44069,1731097864310 2024-11-08T20:31:05,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:31:05,798 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,44069,1731097864310 2024-11-08T20:31:05,798 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f939440 2024-11-08T20:31:05,799 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:31:05,800 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:31:05,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:31:05,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:31:05,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:05,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:31:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:05,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:31:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:05,817 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbca87907b6e3818326872a17c7ae58c, NAME => 'testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 2024-11-08T20:31:05,817 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa4ab02b3cb9f328a8a93b84975ab983, NAME => 'testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577 2024-11-08T20:31:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing aa4ab02b3cb9f328a8a93b84975ab983, disabling compactions & flushes 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing cbca87907b6e3818326872a17c7ae58c, disabling compactions & flushes 2024-11-08T20:31:05,825 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:05,825 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. after waiting 0 ms 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. after waiting 0 ms 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:05,825 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:05,825 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa4ab02b3cb9f328a8a93b84975ab983: Waiting for close lock at 1731097865825Disabling compacts and flushes for region at 1731097865825Disabling writes for close at 1731097865825Writing region close event to WAL at 1731097865825Closed at 1731097865825 2024-11-08T20:31:05,825 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbca87907b6e3818326872a17c7ae58c: Waiting for close lock at 1731097865825Disabling compacts and flushes for region at 1731097865825Disabling writes for close at 1731097865825Writing region close event to WAL at 1731097865825Closed at 1731097865825 2024-11-08T20:31:05,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:31:05,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097865827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097865827"}]},"ts":"1731097865827"} 2024-11-08T20:31:05,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097865827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097865827"}]},"ts":"1731097865827"} 2024-11-08T20:31:05,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:31:05,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:31:05,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097865833"}]},"ts":"1731097865833"} 2024-11-08T20:31:05,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:31:05,835 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:05,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:05,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:05,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:05,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:05,837 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:05,837 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:05,837 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:05,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbca87907b6e3818326872a17c7ae58c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa4ab02b3cb9f328a8a93b84975ab983, ASSIGN}] 2024-11-08T20:31:05,839 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa4ab02b3cb9f328a8a93b84975ab983, ASSIGN 2024-11-08T20:31:05,839 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbca87907b6e3818326872a17c7ae58c, ASSIGN 2024-11-08T20:31:05,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbca87907b6e3818326872a17c7ae58c, ASSIGN; state=OFFLINE, location=ae1476a7656f,38437,1731097864593; forceNewPlan=false, retain=false 2024-11-08T20:31:05,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa4ab02b3cb9f328a8a93b84975ab983, ASSIGN; state=OFFLINE, location=ae1476a7656f,38539,1731097864650; forceNewPlan=false, retain=false 2024-11-08T20:31:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:05,991 INFO [ae1476a7656f:44069 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:31:05,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbca87907b6e3818326872a17c7ae58c, regionState=OPENING, regionLocation=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:05,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa4ab02b3cb9f328a8a93b84975ab983, regionState=OPENING, regionLocation=ae1476a7656f,38539,1731097864650 2024-11-08T20:31:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa4ab02b3cb9f328a8a93b84975ab983, ASSIGN because future has completed 2024-11-08T20:31:05,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa4ab02b3cb9f328a8a93b84975ab983, server=ae1476a7656f,38539,1731097864650}] 2024-11-08T20:31:05,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbca87907b6e3818326872a17c7ae58c, ASSIGN because future has completed 2024-11-08T20:31:05,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbca87907b6e3818326872a17c7ae58c, server=ae1476a7656f,38437,1731097864593}] 2024-11-08T20:31:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:06,149 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:06,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:06,156 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:06,156 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => cbca87907b6e3818326872a17c7ae58c, NAME => 'testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:31:06,157 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,157 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:06,157 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,157 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,157 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:06,157 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => aa4ab02b3cb9f328a8a93b84975ab983, NAME => 'testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:31:06,158 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,158 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:06,158 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,158 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,160 INFO [StoreOpener-aa4ab02b3cb9f328a8a93b84975ab983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,160 INFO [StoreOpener-cbca87907b6e3818326872a17c7ae58c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,164 INFO [StoreOpener-cbca87907b6e3818326872a17c7ae58c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbca87907b6e3818326872a17c7ae58c columnFamilyName family 2024-11-08T20:31:06,164 DEBUG [StoreOpener-cbca87907b6e3818326872a17c7ae58c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:06,165 INFO [StoreOpener-aa4ab02b3cb9f328a8a93b84975ab983-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa4ab02b3cb9f328a8a93b84975ab983 columnFamilyName family 2024-11-08T20:31:06,165 DEBUG [StoreOpener-aa4ab02b3cb9f328a8a93b84975ab983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:06,165 INFO [StoreOpener-cbca87907b6e3818326872a17c7ae58c-1 {}] regionserver.HStore(327): Store=cbca87907b6e3818326872a17c7ae58c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:06,166 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,166 INFO [StoreOpener-aa4ab02b3cb9f328a8a93b84975ab983-1 {}] regionserver.HStore(327): Store=aa4ab02b3cb9f328a8a93b84975ab983/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:06,166 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,167 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,168 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,168 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,169 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,169 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,171 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,171 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,171 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,179 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:06,179 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:06,179 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened cbca87907b6e3818326872a17c7ae58c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61518881, jitterRate=-0.0832972377538681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:06,179 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened aa4ab02b3cb9f328a8a93b84975ab983; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73612120, jitterRate=0.09690606594085693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:06,180 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:06,180 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:06,180 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for cbca87907b6e3818326872a17c7ae58c: Running coprocessor pre-open hook at 1731097866157Writing region info on filesystem at 1731097866157Initializing all the Stores at 1731097866160 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097866160Cleaning up temporary data from old regions at 1731097866171 (+11 ms)Running coprocessor post-open hooks at 1731097866180 (+9 ms)Region opened successfully at 1731097866180 2024-11-08T20:31:06,180 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for aa4ab02b3cb9f328a8a93b84975ab983: Running coprocessor pre-open hook at 1731097866158Writing region info on filesystem at 1731097866158Initializing all the Stores at 1731097866159 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097866159Cleaning up temporary data from old regions at 1731097866169 (+10 ms)Running coprocessor post-open hooks at 1731097866180 (+11 ms)Region opened successfully at 1731097866180 2024-11-08T20:31:06,181 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983., pid=7, masterSystemTime=1731097866148 2024-11-08T20:31:06,181 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c., pid=8, masterSystemTime=1731097866149 2024-11-08T20:31:06,183 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:06,184 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:06,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa4ab02b3cb9f328a8a93b84975ab983, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38539,1731097864650 2024-11-08T20:31:06,185 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:06,185 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:06,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbca87907b6e3818326872a17c7ae58c, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38437,1731097864593 2024-11-08T20:31:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa4ab02b3cb9f328a8a93b84975ab983, server=ae1476a7656f,38539,1731097864650 because future has completed 2024-11-08T20:31:06,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbca87907b6e3818326872a17c7ae58c, server=ae1476a7656f,38437,1731097864593 because future has completed 2024-11-08T20:31:06,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:31:06,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aa4ab02b3cb9f328a8a93b84975ab983, server=ae1476a7656f,38539,1731097864650 in 194 msec 2024-11-08T20:31:06,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T20:31:06,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbca87907b6e3818326872a17c7ae58c, server=ae1476a7656f,38437,1731097864593 in 193 msec 2024-11-08T20:31:06,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=aa4ab02b3cb9f328a8a93b84975ab983, ASSIGN in 354 msec 2024-11-08T20:31:06,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:31:06,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbca87907b6e3818326872a17c7ae58c, ASSIGN in 355 msec 2024-11-08T20:31:06,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:31:06,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097866196"}]},"ts":"1731097866196"} 2024-11-08T20:31:06,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:31:06,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:31:06,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 399 msec 2024-11-08T20:31:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:06,432 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:31:06,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:31:06,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:06,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:31:06,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:06,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:31:06,443 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c., hostname=ae1476a7656f,38437,1731097864593, seqNum=2] 2024-11-08T20:31:06,457 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983., hostname=ae1476a7656f,38539,1731097864650, seqNum=2] 2024-11-08T20:31:06,457 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:06,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:06,469 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cbca87907b6e3818326872a17c7ae58c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:31:06,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/.tmp/family/d4a3bb91529b4ef8b61e55faa373ca61 is 32, key is 1/family:/1731097866444/Put/seqid=0 2024-11-08T20:31:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741839_1015 (size=5054) 2024-11-08T20:31:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741839_1015 (size=5054) 2024-11-08T20:31:06,889 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/.tmp/family/d4a3bb91529b4ef8b61e55faa373ca61 2024-11-08T20:31:06,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/.tmp/family/d4a3bb91529b4ef8b61e55faa373ca61 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/family/d4a3bb91529b4ef8b61e55faa373ca61 2024-11-08T20:31:06,904 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/family/d4a3bb91529b4ef8b61e55faa373ca61, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:31:06,905 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cbca87907b6e3818326872a17c7ae58c in 436ms, sequenceid=8, compaction requested=false 2024-11-08T20:31:06,905 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cbca87907b6e3818326872a17c7ae58c: 2024-11-08T20:31:06,905 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aa4ab02b3cb9f328a8a93b84975ab983 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:31:06,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/.tmp/family/0d6532948b0a4e47bd15b83844b0c937 is 32, key is 5/family:/1731097866459/Put/seqid=0 2024-11-08T20:31:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741840_1016 (size=5083) 2024-11-08T20:31:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741840_1016 (size=5083) 2024-11-08T20:31:06,924 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/.tmp/family/0d6532948b0a4e47bd15b83844b0c937 2024-11-08T20:31:06,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/.tmp/family/0d6532948b0a4e47bd15b83844b0c937 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/family/0d6532948b0a4e47bd15b83844b0c937 2024-11-08T20:31:06,936 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/family/0d6532948b0a4e47bd15b83844b0c937, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:31:06,937 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for aa4ab02b3cb9f328a8a93b84975ab983 in 32ms, sequenceid=9, compaction requested=false 2024-11-08T20:31:06,937 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aa4ab02b3cb9f328a8a93b84975ab983: 2024-11-08T20:31:06,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58177606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:06,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,44069,-1 for getting cluster id 2024-11-08T20:31:06,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:31:06,939 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2d97a8c-396e-435b-8775-34a859d24468' 2024-11-08T20:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2d97a8c-396e-435b-8775-34a859d24468" 2024-11-08T20:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f25590d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,44069,-1] 2024-11-08T20:31:06,939 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:31:06,940 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:06,940 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:31:06,941 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15044bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:06,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T20:31:06,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:06,947 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,38437,1731097864593, seqNum=-1] 2024-11-08T20:31:06,948 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:06,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:06,951 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:06,952 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:06,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:06,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38539 {}] bucket.BucketCache(1864): found 1 blocks for file 0d6532948b0a4e47bd15b83844b0c937, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] bucket.BucketCache(1864): found 1 blocks for file d4a3bb91529b4ef8b61e55faa373ca61, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38539 {}] bucket.BucketCache(857): removed key 0d6532948b0a4e47bd15b83844b0c937_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] bucket.BucketCache(857): removed key d4a3bb91529b4ef8b61e55faa373ca61_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:06,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:06,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:06,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:06,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:06,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:31:06,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:31:06,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:06,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:06,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:06,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:06,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:31:06,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:31:06,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1356003357, stopped=false 2024-11-08T20:31:06,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,44069,1731097864310 2024-11-08T20:31:07,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:07,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:07,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:07,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:07,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:07,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:07,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:07,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:07,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:07,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,38437,1731097864593' ***** 2024-11-08T20:31:07,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:07,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,38539,1731097864650' ***** 2024-11-08T20:31:07,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:07,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:07,022 INFO [RS:1;ae1476a7656f:38539 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:07,022 INFO [RS:0;ae1476a7656f:38437 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:07,023 INFO [RS:0;ae1476a7656f:38437 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [RS:1;ae1476a7656f:38539 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:07,023 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:07,023 INFO [RS:1;ae1476a7656f:38539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:07,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:07,023 INFO [RS:1;ae1476a7656f:38539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:07,024 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(3091): Received CLOSE for aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(3091): Received CLOSE for cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:07,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:07,024 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,38539,1731097864650 2024-11-08T20:31:07,024 INFO [RS:1;ae1476a7656f:38539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,38437,1731097864593 2024-11-08T20:31:07,024 INFO [RS:1;ae1476a7656f:38539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:38539. 2024-11-08T20:31:07,024 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa4ab02b3cb9f328a8a93b84975ab983, disabling compactions & flushes 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:07,024 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:07,024 DEBUG [RS:1;ae1476a7656f:38539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:07,024 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:07,024 INFO [RS:0;ae1476a7656f:38437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:38437. 2024-11-08T20:31:07,024 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbca87907b6e3818326872a17c7ae58c, disabling compactions & flushes 2024-11-08T20:31:07,025 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. after waiting 0 ms 2024-11-08T20:31:07,025 DEBUG [RS:1;ae1476a7656f:38539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:07,025 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:07,025 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:07,025 DEBUG [RS:0;ae1476a7656f:38437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:07,025 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:07,025 DEBUG [RS:0;ae1476a7656f:38437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:07,025 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:31:07,025 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. after waiting 0 ms 2024-11-08T20:31:07,025 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1325): Online Regions={aa4ab02b3cb9f328a8a93b84975ab983=testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983.} 2024-11-08T20:31:07,025 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:07,025 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:07,025 DEBUG [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1351): Waiting on aa4ab02b3cb9f328a8a93b84975ab983 2024-11-08T20:31:07,025 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:07,025 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:07,025 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:31:07,025 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:31:07,026 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cbca87907b6e3818326872a17c7ae58c=testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c.} 2024-11-08T20:31:07,026 DEBUG [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbca87907b6e3818326872a17c7ae58c 2024-11-08T20:31:07,026 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:07,026 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:07,026 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:07,026 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:07,026 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:07,026 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:31:07,030 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/cbca87907b6e3818326872a17c7ae58c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:31:07,030 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/default/testClearRegionBlockCache/aa4ab02b3cb9f328a8a93b84975ab983/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:31:07,031 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:07,031 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:07,031 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbca87907b6e3818326872a17c7ae58c: Waiting for close lock at 1731097867024Running coprocessor pre-close hooks at 1731097867024Disabling compacts and flushes for region at 1731097867024Disabling writes for close at 1731097867025 (+1 ms)Writing region close event to WAL at 1731097867026 (+1 ms)Running coprocessor post-close hooks at 1731097867030 (+4 ms)Closed at 1731097867030 2024-11-08T20:31:07,031 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa4ab02b3cb9f328a8a93b84975ab983: Waiting for close lock at 1731097867024Running coprocessor pre-close hooks at 1731097867024Disabling compacts and flushes for region at 1731097867024Disabling writes for close at 1731097867025 (+1 ms)Writing region close event to WAL at 1731097867026 (+1 ms)Running coprocessor post-close hooks at 1731097867031 (+5 ms)Closed at 1731097867031 2024-11-08T20:31:07,031 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983. 2024-11-08T20:31:07,031 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097865800.cbca87907b6e3818326872a17c7ae58c. 2024-11-08T20:31:07,040 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/info/8b72ebf2cc2740c5b72f56dae0278f14 is 173, key is testClearRegionBlockCache,5,1731097865800.aa4ab02b3cb9f328a8a93b84975ab983./info:regioninfo/1731097866184/Put/seqid=0 2024-11-08T20:31:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:07,046 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/info/8b72ebf2cc2740c5b72f56dae0278f14 2024-11-08T20:31:07,065 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/ns/a488cfa24dc44f3a9a477377279ac624 is 43, key is default/ns:d/1731097865754/Put/seqid=0 2024-11-08T20:31:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:07,071 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/ns/a488cfa24dc44f3a9a477377279ac624 2024-11-08T20:31:07,076 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:07,083 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:07,089 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/table/ea9a24adf67b4e4588de54e9b762d247 is 61, key is testClearRegionBlockCache/table:state/1731097866196/Put/seqid=0 2024-11-08T20:31:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:07,094 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/table/ea9a24adf67b4e4588de54e9b762d247 2024-11-08T20:31:07,101 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/info/8b72ebf2cc2740c5b72f56dae0278f14 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/info/8b72ebf2cc2740c5b72f56dae0278f14 2024-11-08T20:31:07,107 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/info/8b72ebf2cc2740c5b72f56dae0278f14, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:31:07,108 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/ns/a488cfa24dc44f3a9a477377279ac624 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/ns/a488cfa24dc44f3a9a477377279ac624 2024-11-08T20:31:07,115 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/ns/a488cfa24dc44f3a9a477377279ac624, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:31:07,116 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/.tmp/table/ea9a24adf67b4e4588de54e9b762d247 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/table/ea9a24adf67b4e4588de54e9b762d247 2024-11-08T20:31:07,121 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/table/ea9a24adf67b4e4588de54e9b762d247, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:31:07,122 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false 2024-11-08T20:31:07,127 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:31:07,128 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:31:07,128 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:07,128 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097867026Running coprocessor pre-close hooks at 1731097867026Disabling compacts and flushes for region at 1731097867026Disabling writes for close at 1731097867026Obtaining lock to block concurrent updates at 1731097867026Preparing flush snapshotting stores in 1588230740 at 1731097867026Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097867027 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097867027Flushing 1588230740/info: creating writer at 1731097867027Flushing 1588230740/info: appending metadata at 1731097867040 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731097867040Flushing 1588230740/ns: creating writer at 1731097867051 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731097867064 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731097867064Flushing 1588230740/table: creating writer at 1731097867076 (+12 ms)Flushing 1588230740/table: appending metadata at 1731097867089 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731097867089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@508566b6: reopening flushed file at 1731097867100 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c5ffa: reopening flushed file at 1731097867107 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38599f5: reopening flushed file at 1731097867115 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false at 1731097867122 (+7 ms)Writing region close event to WAL at 1731097867124 (+2 ms)Running coprocessor post-close hooks at 1731097867128 (+4 ms)Closed at 1731097867128 2024-11-08T20:31:07,128 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:07,178 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:31:07,178 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:31:07,225 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,38539,1731097864650; all regions closed. 2024-11-08T20:31:07,226 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,38437,1731097864593; all regions closed. 2024-11-08T20:31:07,230 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:31:07,231 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:31:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:07,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:07,235 DEBUG [RS:1;ae1476a7656f:38539 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs 2024-11-08T20:31:07,235 INFO [RS:1;ae1476a7656f:38539 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C38539%2C1731097864650:(num 1731097865325) 2024-11-08T20:31:07,235 DEBUG [RS:1;ae1476a7656f:38539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:07,235 DEBUG [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs 2024-11-08T20:31:07,235 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:07,235 INFO [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C38437%2C1731097864593.meta:.meta(num 1731097865696) 2024-11-08T20:31:07,235 INFO [RS:1;ae1476a7656f:38539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:07,236 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:07,236 INFO [RS:1;ae1476a7656f:38539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38539 2024-11-08T20:31:07,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:07,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/WALs/ae1476a7656f,38437,1731097864593/ae1476a7656f%2C38437%2C1731097864593.1731097865310 not finished, retry = 0 2024-11-08T20:31:07,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,38539,1731097864650 2024-11-08T20:31:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:07,247 INFO [RS:1;ae1476a7656f:38539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:07,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,38539,1731097864650] 2024-11-08T20:31:07,342 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,38539,1731097864650 already deleted, retry=false 2024-11-08T20:31:07,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,38539,1731097864650 expired; onlineServers=1 2024-11-08T20:31:07,345 DEBUG [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/oldWALs 2024-11-08T20:31:07,345 INFO [RS:0;ae1476a7656f:38437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C38437%2C1731097864593:(num 1731097865310) 2024-11-08T20:31:07,345 DEBUG [RS:0;ae1476a7656f:38437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:07,345 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:07,345 INFO [RS:0;ae1476a7656f:38437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:07,346 INFO [RS:0;ae1476a7656f:38437 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:07,346 INFO [RS:0;ae1476a7656f:38437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:07,346 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:07,346 INFO [RS:0;ae1476a7656f:38437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38437 2024-11-08T20:31:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,38437,1731097864593 2024-11-08T20:31:07,355 INFO [RS:0;ae1476a7656f:38437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:07,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,38437,1731097864593] 2024-11-08T20:31:07,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,38437,1731097864593 already deleted, retry=false 2024-11-08T20:31:07,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,38437,1731097864593 expired; onlineServers=0 2024-11-08T20:31:07,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,44069,1731097864310' ***** 2024-11-08T20:31:07,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:31:07,376 INFO [M:0;ae1476a7656f:44069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:07,376 INFO [M:0;ae1476a7656f:44069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:07,377 DEBUG [M:0;ae1476a7656f:44069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:31:07,377 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:31:07,377 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097865027 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097865027,5,FailOnTimeoutGroup] 2024-11-08T20:31:07,377 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097865027 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097865027,5,FailOnTimeoutGroup] 2024-11-08T20:31:07,377 DEBUG [M:0;ae1476a7656f:44069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:31:07,378 INFO [M:0;ae1476a7656f:44069 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:07,378 INFO [M:0;ae1476a7656f:44069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:07,378 DEBUG [M:0;ae1476a7656f:44069 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:31:07,378 INFO [M:0;ae1476a7656f:44069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:31:07,379 INFO [M:0;ae1476a7656f:44069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:07,379 INFO [M:0;ae1476a7656f:44069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:31:07,379 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:31:07,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:07,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:07,386 DEBUG [M:0;ae1476a7656f:44069 {}] zookeeper.ZKUtil(347): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:31:07,387 WARN [M:0;ae1476a7656f:44069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:31:07,387 INFO [M:0;ae1476a7656f:44069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/.lastflushedseqids 2024-11-08T20:31:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:07,397 INFO [M:0;ae1476a7656f:44069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:31:07,397 INFO [M:0;ae1476a7656f:44069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:31:07,397 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:07,397 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:07,397 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:07,397 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:07,397 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:07,397 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T20:31:07,411 DEBUG [M:0;ae1476a7656f:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847b8ca6479943869b6fb2163b38ceaa is 82, key is hbase:meta,,1/info:regioninfo/1731097865731/Put/seqid=0 2024-11-08T20:31:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:07,416 INFO [M:0;ae1476a7656f:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847b8ca6479943869b6fb2163b38ceaa 2024-11-08T20:31:07,432 INFO [RS:1;ae1476a7656f:38539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:07,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,432 INFO [RS:1;ae1476a7656f:38539 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,38539,1731097864650; zookeeper connection closed. 2024-11-08T20:31:07,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38539-0x1011c25240f0002, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a09f56c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a09f56c 2024-11-08T20:31:07,435 DEBUG [M:0;ae1476a7656f:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea9703dd2a4407189470b3864d72718 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097866202/Put/seqid=0 2024-11-08T20:31:07,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:31:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:31:07,441 INFO [M:0;ae1476a7656f:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea9703dd2a4407189470b3864d72718 2024-11-08T20:31:07,460 DEBUG [M:0;ae1476a7656f:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9813ac82a0d640928cb1455fb62db4ef is 69, key is ae1476a7656f,38437,1731097864593/rs:state/1731097865118/Put/seqid=0 2024-11-08T20:31:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:07,465 INFO [M:0;ae1476a7656f:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9813ac82a0d640928cb1455fb62db4ef 2024-11-08T20:31:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38437-0x1011c25240f0001, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,465 INFO [RS:0;ae1476a7656f:38437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:07,465 INFO [RS:0;ae1476a7656f:38437 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,38437,1731097864593; zookeeper connection closed. 2024-11-08T20:31:07,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3175d00c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3175d00c 2024-11-08T20:31:07,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:31:07,471 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/847b8ca6479943869b6fb2163b38ceaa as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847b8ca6479943869b6fb2163b38ceaa 2024-11-08T20:31:07,476 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/847b8ca6479943869b6fb2163b38ceaa, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:31:07,477 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bea9703dd2a4407189470b3864d72718 as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea9703dd2a4407189470b3864d72718 2024-11-08T20:31:07,483 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bea9703dd2a4407189470b3864d72718, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:31:07,485 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9813ac82a0d640928cb1455fb62db4ef as hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9813ac82a0d640928cb1455fb62db4ef 2024-11-08T20:31:07,491 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/4bc233cf-97b6-dc9b-3be7-8108800fd577/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9813ac82a0d640928cb1455fb62db4ef, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:31:07,492 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-08T20:31:07,493 INFO [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:07,494 DEBUG [M:0;ae1476a7656f:44069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097867397Disabling compacts and flushes for region at 1731097867397Disabling writes for close at 1731097867397Obtaining lock to block concurrent updates at 1731097867397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097867397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731097867397Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097867398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097867398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097867410 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097867410Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097867420 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097867435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097867435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097867446 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097867459 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097867459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e452baf: reopening flushed file at 1731097867470 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185b958a: reopening flushed file at 1731097867476 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbf40c1: reopening flushed file at 1731097867483 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731097867492 (+9 ms)Writing region close event to WAL at 1731097867493 (+1 ms)Closed at 1731097867493 2024-11-08T20:31:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43837 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:31:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37625 is added to blk_1073741830_1006 (size=35440) 2024-11-08T20:31:07,497 INFO [M:0;ae1476a7656f:44069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:31:07,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:07,497 INFO [M:0;ae1476a7656f:44069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44069 2024-11-08T20:31:07,497 INFO [M:0;ae1476a7656f:44069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:07,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,602 INFO [M:0;ae1476a7656f:44069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:07,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1011c25240f0000, quorum=127.0.0.1:60038, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:07,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d383572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:07,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:07,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:07,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:07,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:07,607 WARN [BP-2101062150-172.17.0.3-1731097861406 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:07,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:07,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:07,607 WARN [BP-2101062150-172.17.0.3-1731097861406 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2101062150-172.17.0.3-1731097861406 (Datanode Uuid fe40d94c-532d-4618-9f4a-c30d491931e5) service to localhost/127.0.0.1:43745 2024-11-08T20:31:07,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data4/current/BP-2101062150-172.17.0.3-1731097861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:07,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:07,609 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data3/current/BP-2101062150-172.17.0.3-1731097861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:07,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@288784f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:07,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:07,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:07,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:07,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:07,616 WARN [BP-2101062150-172.17.0.3-1731097861406 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:07,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:07,616 WARN [BP-2101062150-172.17.0.3-1731097861406 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2101062150-172.17.0.3-1731097861406 (Datanode Uuid 8f023db3-3d90-4d17-a904-5cef0ddf412b) service to localhost/127.0.0.1:43745 2024-11-08T20:31:07,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:07,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data1/current/BP-2101062150-172.17.0.3-1731097861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:07,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/cluster_3cfcbaec-47db-9310-5147-b7e27d382bca/data/data2/current/BP-2101062150-172.17.0.3-1731097861406 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:07,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:07,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74452c9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:07,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:07,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:07,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:07,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:07,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:31:07,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:31:07,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 134) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43745 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43745 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 551), ProcessCount=11 (was 11), AvailableMemoryMB=2349 (was 2525) 2024-11-08T20:31:07,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=2348 2024-11-08T20:31:07,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir so I do NOT create it in target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0 2024-11-08T20:31:07,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:31:07,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.tmp.dir so I do NOT create it in target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0 2024-11-08T20:31:07,669 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/726d2819-58b4-7e5e-6a4e-9a5112b129b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:31:07,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd, deleteOnExit=true 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/test.cache.data in system properties and HBase conf 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:31:07,670 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:31:07,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:31:07,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:31:07,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:07,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:07,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:07,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:07,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:31:07,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:07,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e10ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:07,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202088d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:08,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a30cba2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/java.io.tmpdir/jetty-localhost-42865-hadoop-hdfs-3_4_1-tests_jar-_-any-13033971255443892929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:08,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a51897{HTTP/1.1, (http/1.1)}{localhost:42865} 2024-11-08T20:31:08,092 INFO [Time-limited test {}] server.Server(415): Started @31406ms 2024-11-08T20:31:08,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:08,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:08,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:08,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:08,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:31:08,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddbcf77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:08,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ce63c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:08,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b56a33c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/java.io.tmpdir/jetty-localhost-38143-hadoop-hdfs-3_4_1-tests_jar-_-any-13504780976649629964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:08,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3064dfb9{HTTP/1.1, (http/1.1)}{localhost:38143} 2024-11-08T20:31:08,773 INFO [Time-limited test {}] server.Server(415): Started @32087ms 2024-11-08T20:31:08,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:08,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:08,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:08,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:08,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:08,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:31:08,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db9b52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:08,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6169d0ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:08,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b942e27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/java.io.tmpdir/jetty-localhost-35091-hadoop-hdfs-3_4_1-tests_jar-_-any-1033577656569968901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:08,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7224ed2{HTTP/1.1, (http/1.1)}{localhost:35091} 2024-11-08T20:31:08,903 INFO [Time-limited test {}] server.Server(415): Started @32217ms 2024-11-08T20:31:08,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:10,331 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data1/current/BP-1278640284-172.17.0.3-1731097867694/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:10,331 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data2/current/BP-1278640284-172.17.0.3-1731097867694/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:10,348 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99bb4ee953bd96e with lease ID 0x33947991a7aec86c: Processing first storage report for DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d from datanode DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b6511a7b-561b-42d2-841e-b39195e4ecea, infoPort=35859, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694) 2024-11-08T20:31:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99bb4ee953bd96e with lease ID 0x33947991a7aec86c: from storage DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d node DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b6511a7b-561b-42d2-841e-b39195e4ecea, infoPort=35859, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb99bb4ee953bd96e with lease ID 0x33947991a7aec86c: Processing first storage report for DS-041d8274-ea85-4672-bd8b-88193f9b8bd0 from datanode DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b6511a7b-561b-42d2-841e-b39195e4ecea, infoPort=35859, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694) 2024-11-08T20:31:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb99bb4ee953bd96e with lease ID 0x33947991a7aec86c: from storage DS-041d8274-ea85-4672-bd8b-88193f9b8bd0 node DatanodeRegistration(127.0.0.1:41743, datanodeUuid=b6511a7b-561b-42d2-841e-b39195e4ecea, infoPort=35859, infoSecurePort=0, ipcPort=35103, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:10,487 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data3/current/BP-1278640284-172.17.0.3-1731097867694/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:10,487 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data4/current/BP-1278640284-172.17.0.3-1731097867694/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:10,515 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb4e320e3b768b67 with lease ID 0x33947991a7aec86d: Processing first storage report for DS-504f430d-3a5d-41df-a471-0154bee57aae from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=4bada7a1-87d4-4569-9fe7-50a41fdd0fd8, infoPort=33549, infoSecurePort=0, ipcPort=39617, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694) 2024-11-08T20:31:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb4e320e3b768b67 with lease ID 0x33947991a7aec86d: from storage DS-504f430d-3a5d-41df-a471-0154bee57aae node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=4bada7a1-87d4-4569-9fe7-50a41fdd0fd8, infoPort=33549, infoSecurePort=0, ipcPort=39617, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb4e320e3b768b67 with lease ID 0x33947991a7aec86d: Processing first storage report for DS-bbd32643-3689-4830-a5f5-c868ec913d87 from datanode DatanodeRegistration(127.0.0.1:38209, datanodeUuid=4bada7a1-87d4-4569-9fe7-50a41fdd0fd8, infoPort=33549, infoSecurePort=0, ipcPort=39617, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694) 2024-11-08T20:31:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb4e320e3b768b67 with lease ID 0x33947991a7aec86d: from storage DS-bbd32643-3689-4830-a5f5-c868ec913d87 node DatanodeRegistration(127.0.0.1:38209, datanodeUuid=4bada7a1-87d4-4569-9fe7-50a41fdd0fd8, infoPort=33549, infoSecurePort=0, ipcPort=39617, storageInfo=lv=-57;cid=testClusterID;nsid=650828639;c=1731097867694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:10,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0 2024-11-08T20:31:10,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/zookeeper_0, clientPort=62852, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:31:10,543 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62852 2024-11-08T20:31:10,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:10,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d with version=8 2024-11-08T20:31:10,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/hbase-staging 2024-11-08T20:31:10,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:31:10,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:10,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39287 2024-11-08T20:31:10,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39287 connecting to ZooKeeper ensemble=127.0.0.1:62852 2024-11-08T20:31:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392870x0, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:10,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39287-0x1011c253c790000 connected 2024-11-08T20:31:10,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:10,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d, hbase.cluster.distributed=false 2024-11-08T20:31:10,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:10,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-08T20:31:10,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39287 2024-11-08T20:31:10,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39287 2024-11-08T20:31:10,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-08T20:31:10,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39287 2024-11-08T20:31:10,741 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:10,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45409 2024-11-08T20:31:10,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45409 connecting to ZooKeeper ensemble=127.0.0.1:62852 2024-11-08T20:31:10,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454090x0, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:10,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454090x0, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:10,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45409-0x1011c253c790001 connected 2024-11-08T20:31:10,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:10,758 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:10,764 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:10,765 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:10,767 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:10,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:10,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:10,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:10,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-08T20:31:10,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45409 2024-11-08T20:31:10,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45409 2024-11-08T20:31:10,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-08T20:31:10,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-08T20:31:10,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:10,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:10,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40853 2024-11-08T20:31:10,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40853 connecting to ZooKeeper ensemble=127.0.0.1:62852 2024-11-08T20:31:10,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408530x0, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:10,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408530x0, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:10,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40853-0x1011c253c790002 connected 2024-11-08T20:31:10,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:10,800 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:10,805 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:10,805 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:10,808 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:10,808 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:10,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:10,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:10,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40853 2024-11-08T20:31:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40853 2024-11-08T20:31:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40853 2024-11-08T20:31:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40853 2024-11-08T20:31:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40853 2024-11-08T20:31:10,822 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:39287 2024-11-08T20:31:10,822 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,39287,1731097870557 2024-11-08T20:31:10,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,39287,1731097870557 2024-11-08T20:31:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,842 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:31:10,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,39287,1731097870557 from backup master directory 2024-11-08T20:31:10,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,39287,1731097870557 2024-11-08T20:31:10,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:10,852 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:10,852 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,39287,1731097870557 2024-11-08T20:31:10,856 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/hbase.id] with ID: aeeac197-2595-47ac-b2cf-dce49764486c 2024-11-08T20:31:10,856 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/.tmp/hbase.id 2024-11-08T20:31:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:10,863 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/.tmp/hbase.id]:[hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/hbase.id] 2024-11-08T20:31:10,875 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:10,875 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:31:10,877 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:31:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:10,891 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:10,892 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:31:10,892 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:10,900 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store 2024-11-08T20:31:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:10,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:10,908 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:10,908 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:10,908 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097870908Disabling compacts and flushes for region at 1731097870908Disabling writes for close at 1731097870908Writing region close event to WAL at 1731097870908Closed at 1731097870908 2024-11-08T20:31:10,909 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/.initializing 2024-11-08T20:31:10,909 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/WALs/ae1476a7656f,39287,1731097870557 2024-11-08T20:31:10,910 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:10,912 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39287%2C1731097870557, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/WALs/ae1476a7656f,39287,1731097870557, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/oldWALs, maxLogs=10 2024-11-08T20:31:10,929 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/WALs/ae1476a7656f,39287,1731097870557/ae1476a7656f%2C39287%2C1731097870557.1731097870912, exclude list is [], retry=0 2024-11-08T20:31:10,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d,DISK] 2024-11-08T20:31:10,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-504f430d-3a5d-41df-a471-0154bee57aae,DISK] 2024-11-08T20:31:10,934 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/WALs/ae1476a7656f,39287,1731097870557/ae1476a7656f%2C39287%2C1731097870557.1731097870912 2024-11-08T20:31:10,934 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859),(127.0.0.1/127.0.0.1:33549:33549)] 2024-11-08T20:31:10,934 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:10,934 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:10,934 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,934 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:31:10,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:10,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:10,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:31:10,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:10,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:10,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:31:10,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:10,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:10,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:31:10,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:10,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:10,943 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,945 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,945 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:10,947 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:10,949 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:10,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180376, jitterRate=0.0010656118392944336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:10,951 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097870935Initializing all the Stores at 1731097870935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097870936 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097870936Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097870936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097870936Cleaning up temporary data from old regions at 1731097870946 (+10 ms)Region opened successfully at 1731097870950 (+4 ms) 2024-11-08T20:31:10,951 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:31:10,954 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1185aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:10,955 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:31:10,955 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:31:10,955 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:31:10,955 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:31:10,956 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:31:10,956 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:31:10,956 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:31:10,959 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:31:10,959 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:31:10,967 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:31:10,968 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:31:10,968 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:31:10,978 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:31:10,978 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:31:10,979 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:31:10,988 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:31:10,989 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:31:10,999 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:31:11,001 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:31:11,010 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,021 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,39287,1731097870557, sessionid=0x1011c253c790000, setting cluster-up flag (Was=false) 2024-11-08T20:31:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,073 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:31:11,074 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39287,1731097870557 2024-11-08T20:31:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,125 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:31:11,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39287,1731097870557 2024-11-08T20:31:11,128 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:31:11,129 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:11,129 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:31:11,130 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:31:11,130 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,39287,1731097870557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:31:11,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:11,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097901133 2024-11-08T20:31:11,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:31:11,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:31:11,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:31:11,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:31:11,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:31:11,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:31:11,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:31:11,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:31:11,134 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097871134,5,FailOnTimeoutGroup] 2024-11-08T20:31:11,134 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097871134,5,FailOnTimeoutGroup] 2024-11-08T20:31:11,135 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,135 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:31:11,135 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,135 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:11,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:31:11,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d 2024-11-08T20:31:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:11,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:11,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:11,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:11,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:11,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:11,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:11,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:11,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:11,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:11,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:11,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740 2024-11-08T20:31:11,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740 2024-11-08T20:31:11,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:11,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:11,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:11,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:11,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:11,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67598039, jitterRate=0.007289275527000427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097871152Initializing all the Stores at 1731097871153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097871153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871153Cleaning up temporary data from old regions at 1731097871162 (+9 ms)Region opened successfully at 1731097871167 (+5 ms) 2024-11-08T20:31:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:11,167 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:11,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:11,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:11,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097871167Disabling compacts and flushes for region at 1731097871167Disabling writes for close at 1731097871167Writing region close event to WAL at 1731097871168 (+1 ms)Closed at 1731097871168 2024-11-08T20:31:11,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:11,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:31:11,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:31:11,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:11,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:31:11,213 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(746): ClusterId : aeeac197-2595-47ac-b2cf-dce49764486c 2024-11-08T20:31:11,213 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(746): ClusterId : aeeac197-2595-47ac-b2cf-dce49764486c 2024-11-08T20:31:11,213 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:11,213 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:11,221 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:11,221 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:11,221 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:11,221 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:11,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:31:11,232 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:11,233 DEBUG [RS:1;ae1476a7656f:40853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed90965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:11,233 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:11,234 DEBUG [RS:0;ae1476a7656f:45409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9ef5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:11,248 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:40853 2024-11-08T20:31:11,248 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:11,248 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:11,248 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:11,249 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39287,1731097870557 with port=40853, startcode=1731097870787 2024-11-08T20:31:11,249 DEBUG [RS:1;ae1476a7656f:40853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:11,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,253 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:11,253 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:45409 2024-11-08T20:31:11,253 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:11,253 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:11,253 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:11,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39287 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,254 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39287,1731097870557 with port=45409, startcode=1731097870740 2024-11-08T20:31:11,254 DEBUG [RS:0;ae1476a7656f:45409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:11,256 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:11,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39287 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,258 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d 2024-11-08T20:31:11,258 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-08T20:31:11,258 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:11,259 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d 2024-11-08T20:31:11,259 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37211 2024-11-08T20:31:11,259 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:11,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:11,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:11,298 DEBUG [RS:1;ae1476a7656f:40853 {}] zookeeper.ZKUtil(111): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,298 WARN [RS:1;ae1476a7656f:40853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:11,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,45409,1731097870740] 2024-11-08T20:31:11,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40853,1731097870787] 2024-11-08T20:31:11,298 INFO [RS:1;ae1476a7656f:40853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:11,299 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,299 DEBUG [RS:0;ae1476a7656f:45409 {}] zookeeper.ZKUtil(111): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,299 WARN [RS:0;ae1476a7656f:45409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:11,299 INFO [RS:0;ae1476a7656f:45409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:11,299 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,302 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:11,302 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:11,303 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:11,304 INFO [RS:0;ae1476a7656f:45409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:11,304 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,304 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:11,305 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:11,305 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:11,305 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,305 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,305 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,305 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,305 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:11,306 DEBUG [RS:0;ae1476a7656f:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:11,308 INFO [RS:1;ae1476a7656f:40853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:11,308 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,310 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45409,1731097870740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:11,311 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:11,311 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,311 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,311 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:11,312 DEBUG [RS:1;ae1476a7656f:40853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,316 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40853,1731097870787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:11,322 WARN [ae1476a7656f:39287 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:31:11,325 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:11,325 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45409,1731097870740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,325 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,325 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.Replication(171): ae1476a7656f,45409,1731097870740 started 2024-11-08T20:31:11,330 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:11,330 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40853,1731097870787-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,330 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,330 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.Replication(171): ae1476a7656f,40853,1731097870787 started 2024-11-08T20:31:11,338 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,338 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,45409,1731097870740, RpcServer on ae1476a7656f/172.17.0.3:45409, sessionid=0x1011c253c790001 2024-11-08T20:31:11,338 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:11,338 DEBUG [RS:0;ae1476a7656f:45409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,338 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45409,1731097870740' 2024-11-08T20:31:11,338 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45409,1731097870740' 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:11,339 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:11,340 DEBUG [RS:0;ae1476a7656f:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:11,340 INFO [RS:0;ae1476a7656f:45409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:11,340 INFO [RS:0;ae1476a7656f:45409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:11,343 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,344 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40853,1731097870787, RpcServer on ae1476a7656f/172.17.0.3:40853, sessionid=0x1011c253c790002 2024-11-08T20:31:11,344 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:11,344 DEBUG [RS:1;ae1476a7656f:40853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,344 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40853,1731097870787' 2024-11-08T20:31:11,344 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40853,1731097870787 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40853,1731097870787' 2024-11-08T20:31:11,345 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:11,346 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:11,346 DEBUG [RS:1;ae1476a7656f:40853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:11,346 INFO [RS:1;ae1476a7656f:40853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:11,346 INFO [RS:1;ae1476a7656f:40853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:11,440 INFO [RS:0;ae1476a7656f:45409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:11,443 INFO [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45409%2C1731097870740, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs, maxLogs=32 2024-11-08T20:31:11,447 INFO [RS:1;ae1476a7656f:40853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:11,449 INFO [RS:1;ae1476a7656f:40853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C40853%2C1731097870787, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,40853,1731097870787, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs, maxLogs=32 2024-11-08T20:31:11,461 DEBUG [RS:0;ae1476a7656f:45409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740/ae1476a7656f%2C45409%2C1731097870740.1731097871444, exclude list is [], retry=0 2024-11-08T20:31:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d,DISK] 2024-11-08T20:31:11,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-504f430d-3a5d-41df-a471-0154bee57aae,DISK] 2024-11-08T20:31:11,464 DEBUG [RS:1;ae1476a7656f:40853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,40853,1731097870787/ae1476a7656f%2C40853%2C1731097870787.1731097871449, exclude list is [], retry=0 2024-11-08T20:31:11,466 INFO [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740/ae1476a7656f%2C45409%2C1731097870740.1731097871444 2024-11-08T20:31:11,466 DEBUG [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859),(127.0.0.1/127.0.0.1:33549:33549)] 2024-11-08T20:31:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d,DISK] 2024-11-08T20:31:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-504f430d-3a5d-41df-a471-0154bee57aae,DISK] 2024-11-08T20:31:11,469 INFO [RS:1;ae1476a7656f:40853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,40853,1731097870787/ae1476a7656f%2C40853%2C1731097870787.1731097871449 2024-11-08T20:31:11,469 DEBUG [RS:1;ae1476a7656f:40853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33549:33549),(127.0.0.1/127.0.0.1:35859:35859)] 2024-11-08T20:31:11,572 DEBUG [ae1476a7656f:39287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:31:11,573 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:11,576 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:11,576 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:11,576 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:11,576 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:11,576 INFO [ae1476a7656f:39287 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:11,576 INFO [ae1476a7656f:39287 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:11,576 DEBUG [ae1476a7656f:39287 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:11,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45409,1731097870740, state=OPENING 2024-11-08T20:31:11,641 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:31:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:11,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:11,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45409,1731097870740}] 2024-11-08T20:31:11,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,809 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:11,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:11,816 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:31:11,816 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:11,816 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:31:11,819 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45409%2C1731097870740.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs, maxLogs=32 2024-11-08T20:31:11,833 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740/ae1476a7656f%2C45409%2C1731097870740.meta.1731097871819.meta, exclude list is [], retry=0 2024-11-08T20:31:11,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41743,DS-6d4beb54-209e-4404-bc3a-35ad0598dc2d,DISK] 2024-11-08T20:31:11,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38209,DS-504f430d-3a5d-41df-a471-0154bee57aae,DISK] 2024-11-08T20:31:11,837 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/WALs/ae1476a7656f,45409,1731097870740/ae1476a7656f%2C45409%2C1731097870740.meta.1731097871819.meta 2024-11-08T20:31:11,837 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35859:35859),(127.0.0.1/127.0.0.1:33549:33549)] 2024-11-08T20:31:11,837 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:31:11,838 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:31:11,838 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:31:11,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:11,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:11,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:11,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:11,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:11,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:11,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:11,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:11,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:11,845 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:11,845 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740 2024-11-08T20:31:11,847 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740 2024-11-08T20:31:11,848 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:11,848 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:11,849 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:11,850 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:11,851 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65755427, jitterRate=-0.02016778290271759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:11,851 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:31:11,851 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097871838Writing region info on filesystem at 1731097871838Initializing all the Stores at 1731097871839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097871839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097871839Cleaning up temporary data from old regions at 1731097871848 (+9 ms)Running coprocessor post-open hooks at 1731097871851 (+3 ms)Region opened successfully at 1731097871851 2024-11-08T20:31:11,852 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097871808 2024-11-08T20:31:11,855 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:31:11,855 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:31:11,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45409,1731097870740, state=OPEN 2024-11-08T20:31:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:11,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:11,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:11,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:11,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:31:11,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45409,1731097870740 in 209 msec 2024-11-08T20:31:11,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:31:11,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-08T20:31:11,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:11,869 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:31:11,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:11,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45409,1731097870740, seqNum=-1] 2024-11-08T20:31:11,871 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:11,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:11,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 748 msec 2024-11-08T20:31:11,878 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097871878, completionTime=-1 2024-11-08T20:31:11,878 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:31:11,878 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:31:11,880 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:31:11,880 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097931880 2024-11-08T20:31:11,880 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097991880 2024-11-08T20:31:11,880 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:31:11,880 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:31:11,880 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,881 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,881 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,881 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:39287, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,881 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,881 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,882 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.032sec 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:11,884 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:31:11,887 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:31:11,887 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:31:11,887 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39287,1731097870557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:11,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17700fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:11,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39287,-1 for getting cluster id 2024-11-08T20:31:11,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:31:11,916 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aeeac197-2595-47ac-b2cf-dce49764486c' 2024-11-08T20:31:11,917 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:31:11,917 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aeeac197-2595-47ac-b2cf-dce49764486c" 2024-11-08T20:31:11,918 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696986bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:11,918 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39287,-1] 2024-11-08T20:31:11,918 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:31:11,918 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:11,920 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:31:11,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd4f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:11,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:11,924 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45409,1731097870740, seqNum=-1] 2024-11-08T20:31:11,924 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:11,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:11,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,39287,1731097870557 2024-11-08T20:31:11,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:31:11,928 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39287,1731097870557 2024-11-08T20:31:11,928 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32df6ea9 2024-11-08T20:31:11,928 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:31:11,929 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:31:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:31:11,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:31:11,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:11,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:31:11,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:31:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:11,944 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6295f9a69ed0a7207fd94c8bf755403, NAME => 'testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d 2024-11-08T20:31:11,944 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ed42a3dee03bed043c0ff978043c466, NAME => 'testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d 2024-11-08T20:31:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6ed42a3dee03bed043c0ff978043c466, disabling compactions & flushes 2024-11-08T20:31:11,951 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. after waiting 0 ms 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:11,951 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:11,951 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ed42a3dee03bed043c0ff978043c466: Waiting for close lock at 1731097871951Disabling compacts and flushes for region at 1731097871951Disabling writes for close at 1731097871951Writing region close event to WAL at 1731097871951Closed at 1731097871951 2024-11-08T20:31:11,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:11,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:11,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f6295f9a69ed0a7207fd94c8bf755403, disabling compactions & flushes 2024-11-08T20:31:11,956 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:11,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:11,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. after waiting 0 ms 2024-11-08T20:31:11,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:11,956 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:11,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6295f9a69ed0a7207fd94c8bf755403: Waiting for close lock at 1731097871956Disabling compacts and flushes for region at 1731097871956Disabling writes for close at 1731097871956Writing region close event to WAL at 1731097871956Closed at 1731097871956 2024-11-08T20:31:11,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:31:11,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097871958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097871958"}]},"ts":"1731097871958"} 2024-11-08T20:31:11,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097871958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097871958"}]},"ts":"1731097871958"} 2024-11-08T20:31:11,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:31:11,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:31:11,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097871964"}]},"ts":"1731097871964"} 2024-11-08T20:31:11,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:31:11,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:11,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:11,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:11,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:11,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:11,968 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:11,968 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:11,968 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:11,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6295f9a69ed0a7207fd94c8bf755403, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ed42a3dee03bed043c0ff978043c466, ASSIGN}] 2024-11-08T20:31:11,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ed42a3dee03bed043c0ff978043c466, ASSIGN 2024-11-08T20:31:11,970 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6295f9a69ed0a7207fd94c8bf755403, ASSIGN 2024-11-08T20:31:11,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ed42a3dee03bed043c0ff978043c466, ASSIGN; state=OFFLINE, location=ae1476a7656f,40853,1731097870787; forceNewPlan=false, retain=false 2024-11-08T20:31:11,971 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6295f9a69ed0a7207fd94c8bf755403, ASSIGN; state=OFFLINE, location=ae1476a7656f,45409,1731097870740; forceNewPlan=false, retain=false 2024-11-08T20:31:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:12,122 INFO [ae1476a7656f:39287 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:31:12,123 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ed42a3dee03bed043c0ff978043c466, regionState=OPENING, regionLocation=ae1476a7656f,40853,1731097870787 2024-11-08T20:31:12,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6295f9a69ed0a7207fd94c8bf755403, regionState=OPENING, regionLocation=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ed42a3dee03bed043c0ff978043c466, ASSIGN because future has completed 2024-11-08T20:31:12,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ed42a3dee03bed043c0ff978043c466, server=ae1476a7656f,40853,1731097870787}] 2024-11-08T20:31:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6295f9a69ed0a7207fd94c8bf755403, ASSIGN because future has completed 2024-11-08T20:31:12,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6295f9a69ed0a7207fd94c8bf755403, server=ae1476a7656f,45409,1731097870740}] 2024-11-08T20:31:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:12,283 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:12,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:12,293 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,293 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,293 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f6295f9a69ed0a7207fd94c8bf755403, NAME => 'testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ed42a3dee03bed043c0ff978043c466, NAME => 'testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,294 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,296 INFO [StoreOpener-6ed42a3dee03bed043c0ff978043c466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,296 INFO [StoreOpener-f6295f9a69ed0a7207fd94c8bf755403-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,297 INFO [StoreOpener-f6295f9a69ed0a7207fd94c8bf755403-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6295f9a69ed0a7207fd94c8bf755403 columnFamilyName family 2024-11-08T20:31:12,297 INFO [StoreOpener-6ed42a3dee03bed043c0ff978043c466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ed42a3dee03bed043c0ff978043c466 columnFamilyName family 2024-11-08T20:31:12,297 DEBUG [StoreOpener-f6295f9a69ed0a7207fd94c8bf755403-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:12,297 DEBUG [StoreOpener-6ed42a3dee03bed043c0ff978043c466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:12,298 INFO [StoreOpener-6ed42a3dee03bed043c0ff978043c466-1 {}] regionserver.HStore(327): Store=6ed42a3dee03bed043c0ff978043c466/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:12,298 INFO [StoreOpener-f6295f9a69ed0a7207fd94c8bf755403-1 {}] regionserver.HStore(327): Store=f6295f9a69ed0a7207fd94c8bf755403/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:12,298 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,298 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,299 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,301 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,301 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:12,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:12,304 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f6295f9a69ed0a7207fd94c8bf755403; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628167, jitterRate=0.08224402368068695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:12,304 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6ed42a3dee03bed043c0ff978043c466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64635943, jitterRate=-0.03684939444065094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:12,304 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,304 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,304 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f6295f9a69ed0a7207fd94c8bf755403: Running coprocessor pre-open hook at 1731097872294Writing region info on filesystem at 1731097872294Initializing all the Stores at 1731097872295 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097872295Cleaning up temporary data from old regions at 1731097872299 (+4 ms)Running coprocessor post-open hooks at 1731097872304 (+5 ms)Region opened successfully at 1731097872304 2024-11-08T20:31:12,304 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6ed42a3dee03bed043c0ff978043c466: Running coprocessor pre-open hook at 1731097872294Writing region info on filesystem at 1731097872294Initializing all the Stores at 1731097872295 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097872295Cleaning up temporary data from old regions at 1731097872299 (+4 ms)Running coprocessor post-open hooks at 1731097872304 (+5 ms)Region opened successfully at 1731097872304 2024-11-08T20:31:12,305 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403., pid=8, masterSystemTime=1731097872285 2024-11-08T20:31:12,305 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466., pid=7, masterSystemTime=1731097872283 2024-11-08T20:31:12,307 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,307 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ed42a3dee03bed043c0ff978043c466, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40853,1731097870787 2024-11-08T20:31:12,308 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,308 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6295f9a69ed0a7207fd94c8bf755403, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45409,1731097870740 2024-11-08T20:31:12,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ed42a3dee03bed043c0ff978043c466, server=ae1476a7656f,40853,1731097870787 because future has completed 2024-11-08T20:31:12,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6295f9a69ed0a7207fd94c8bf755403, server=ae1476a7656f,45409,1731097870740 because future has completed 2024-11-08T20:31:12,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T20:31:12,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6295f9a69ed0a7207fd94c8bf755403, server=ae1476a7656f,45409,1731097870740 in 186 msec 2024-11-08T20:31:12,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:31:12,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6295f9a69ed0a7207fd94c8bf755403, ASSIGN in 354 msec 2024-11-08T20:31:12,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ed42a3dee03bed043c0ff978043c466, server=ae1476a7656f,40853,1731097870787 in 185 msec 2024-11-08T20:31:12,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T20:31:12,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ed42a3dee03bed043c0ff978043c466, ASSIGN in 355 msec 2024-11-08T20:31:12,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:31:12,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097872328"}]},"ts":"1731097872328"} 2024-11-08T20:31:12,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:31:12,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:31:12,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 402 msec 2024-11-08T20:31:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:12,563 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:31:12,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:31:12,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:12,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:31:12,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:12,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:31:12,577 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403., hostname=ae1476a7656f,45409,1731097870740, seqNum=2] 2024-11-08T20:31:12,589 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466., hostname=ae1476a7656f,40853,1731097870787, seqNum=2] 2024-11-08T20:31:12,589 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:12,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:12,600 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f6295f9a69ed0a7207fd94c8bf755403 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:31:12,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/.tmp/family/18aa64a98dad46178942fe25c1d9f6b9 is 32, key is 1/family:/1731097872579/Put/seqid=0 2024-11-08T20:31:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741839_1015 (size=5054) 2024-11-08T20:31:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741839_1015 (size=5054) 2024-11-08T20:31:12,624 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/.tmp/family/18aa64a98dad46178942fe25c1d9f6b9 2024-11-08T20:31:12,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/.tmp/family/18aa64a98dad46178942fe25c1d9f6b9 as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/family/18aa64a98dad46178942fe25c1d9f6b9 2024-11-08T20:31:12,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/family/18aa64a98dad46178942fe25c1d9f6b9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:31:12,639 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f6295f9a69ed0a7207fd94c8bf755403 in 39ms, sequenceid=8, compaction requested=false 2024-11-08T20:31:12,639 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f6295f9a69ed0a7207fd94c8bf755403: 2024-11-08T20:31:12,639 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ed42a3dee03bed043c0ff978043c466 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:31:12,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/.tmp/family/c9500cc2d85749f8a58db529153c194f is 32, key is 5/family:/1731097872591/Put/seqid=0 2024-11-08T20:31:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741840_1016 (size=5083) 2024-11-08T20:31:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741840_1016 (size=5083) 2024-11-08T20:31:12,660 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/.tmp/family/c9500cc2d85749f8a58db529153c194f 2024-11-08T20:31:12,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/.tmp/family/c9500cc2d85749f8a58db529153c194f as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/family/c9500cc2d85749f8a58db529153c194f 2024-11-08T20:31:12,673 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/family/c9500cc2d85749f8a58db529153c194f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:31:12,675 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6ed42a3dee03bed043c0ff978043c466 in 35ms, sequenceid=9, compaction requested=false 2024-11-08T20:31:12,675 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ed42a3dee03bed043c0ff978043c466: 2024-11-08T20:31:12,678 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 18aa64a98dad46178942fe25c1d9f6b9, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:12,678 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 18aa64a98dad46178942fe25c1d9f6b9_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:12,681 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file c9500cc2d85749f8a58db529153c194f, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:12,681 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c9500cc2d85749f8a58db529153c194f_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:12,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:31:12,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:12,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:12,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:12,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:12,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:31:12,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1359125071, stopped=false 2024-11-08T20:31:12,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,39287,1731097870557 2024-11-08T20:31:12,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:12,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:12,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:12,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:12,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:12,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:12,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:12,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:12,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:12,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,45409,1731097870740' ***** 2024-11-08T20:31:12,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:12,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40853,1731097870787' ***** 2024-11-08T20:31:12,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:12,793 INFO [RS:0;ae1476a7656f:45409 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:12,794 INFO [RS:0;ae1476a7656f:45409 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [RS:1;ae1476a7656f:40853 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:12,794 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [RS:1;ae1476a7656f:40853 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:12,794 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:12,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:12,794 INFO [RS:0;ae1476a7656f:45409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [RS:0;ae1476a7656f:45409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:12,794 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:12,794 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,45409,1731097870740 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45409. 2024-11-08T20:31:12,795 DEBUG [RS:0;ae1476a7656f:45409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6295f9a69ed0a7207fd94c8bf755403, disabling compactions & flushes 2024-11-08T20:31:12,795 DEBUG [RS:0;ae1476a7656f:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40853,1731097870787 2024-11-08T20:31:12,795 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. after waiting 0 ms 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:40853. 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ed42a3dee03bed043c0ff978043c466, disabling compactions & flushes 2024-11-08T20:31:12,795 DEBUG [RS:1;ae1476a7656f:40853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:12,795 DEBUG [RS:1;ae1476a7656f:40853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:12,795 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:31:12,795 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,795 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. after waiting 0 ms 2024-11-08T20:31:12,795 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1325): Online Regions={6ed42a3dee03bed043c0ff978043c466=testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466.} 2024-11-08T20:31:12,795 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,795 DEBUG [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1351): Waiting on 6ed42a3dee03bed043c0ff978043c466 2024-11-08T20:31:12,796 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:31:12,796 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1325): Online Regions={f6295f9a69ed0a7207fd94c8bf755403=testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:31:12,796 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6295f9a69ed0a7207fd94c8bf755403 2024-11-08T20:31:12,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:12,796 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:12,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:12,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:12,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:12,797 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:31:12,800 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/6ed42a3dee03bed043c0ff978043c466/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:31:12,800 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/default/testClearRegionBlockCache/f6295f9a69ed0a7207fd94c8bf755403/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:31:12,800 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,800 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ed42a3dee03bed043c0ff978043c466: Waiting for close lock at 1731097872795Running coprocessor pre-close hooks at 1731097872795Disabling compacts and flushes for region at 1731097872795Disabling writes for close at 1731097872795Writing region close event to WAL at 1731097872797 (+2 ms)Running coprocessor post-close hooks at 1731097872800 (+3 ms)Closed at 1731097872800 2024-11-08T20:31:12,800 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,800 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6295f9a69ed0a7207fd94c8bf755403: Waiting for close lock at 1731097872795Running coprocessor pre-close hooks at 1731097872795Disabling compacts and flushes for region at 1731097872795Disabling writes for close at 1731097872795Writing region close event to WAL at 1731097872796 (+1 ms)Running coprocessor post-close hooks at 1731097872800 (+4 ms)Closed at 1731097872800 2024-11-08T20:31:12,800 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466. 2024-11-08T20:31:12,801 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097871930.f6295f9a69ed0a7207fd94c8bf755403. 2024-11-08T20:31:12,811 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/info/b2d60a6c446847a38771bd5019669c5c is 173, key is testClearRegionBlockCache,5,1731097871930.6ed42a3dee03bed043c0ff978043c466./info:regioninfo/1731097872308/Put/seqid=0 2024-11-08T20:31:12,813 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:12,817 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/info/b2d60a6c446847a38771bd5019669c5c 2024-11-08T20:31:12,818 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:12,835 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/ns/ef9163cd48114cee9e49ecdb5dff0185 is 43, key is default/ns:d/1731097871873/Put/seqid=0 2024-11-08T20:31:12,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:12,841 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/ns/ef9163cd48114cee9e49ecdb5dff0185 2024-11-08T20:31:12,860 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/table/e315d574f9874e3386c49f220fc0545d is 61, key is testClearRegionBlockCache/table:state/1731097872328/Put/seqid=0 2024-11-08T20:31:12,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:12,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:12,996 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40853,1731097870787; all regions closed. 2024-11-08T20:31:12,996 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:31:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:13,000 DEBUG [RS:1;ae1476a7656f:40853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40853%2C1731097870787:(num 1731097871449) 2024-11-08T20:31:13,000 DEBUG [RS:1;ae1476a7656f:40853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:13,000 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:13,000 INFO [RS:1;ae1476a7656f:40853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40853 2024-11-08T20:31:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,40853,1731097870787 2024-11-08T20:31:13,010 INFO [RS:1;ae1476a7656f:40853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:13,010 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f43e8902df0@152ed5aa rejected from java.util.concurrent.ThreadPoolExecutor@111153d7[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T20:31:13,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40853,1731097870787] 2024-11-08T20:31:13,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,40853,1731097870787 already deleted, retry=false 2024-11-08T20:31:13,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40853,1731097870787 expired; onlineServers=1 2024-11-08T20:31:13,120 INFO [RS:1;ae1476a7656f:40853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,120 INFO [RS:1;ae1476a7656f:40853 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40853,1731097870787; zookeeper connection closed. 2024-11-08T20:31:13,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40853-0x1011c253c790002, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37b3684f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37b3684f 2024-11-08T20:31:13,197 DEBUG [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:31:13,268 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/table/e315d574f9874e3386c49f220fc0545d 2024-11-08T20:31:13,282 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/info/b2d60a6c446847a38771bd5019669c5c as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/info/b2d60a6c446847a38771bd5019669c5c 2024-11-08T20:31:13,290 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/info/b2d60a6c446847a38771bd5019669c5c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:31:13,291 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/ns/ef9163cd48114cee9e49ecdb5dff0185 as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/ns/ef9163cd48114cee9e49ecdb5dff0185 2024-11-08T20:31:13,297 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/ns/ef9163cd48114cee9e49ecdb5dff0185, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:31:13,298 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/.tmp/table/e315d574f9874e3386c49f220fc0545d as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/table/e315d574f9874e3386c49f220fc0545d 2024-11-08T20:31:13,305 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/table/e315d574f9874e3386c49f220fc0545d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:31:13,306 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false 2024-11-08T20:31:13,315 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:31:13,316 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:31:13,316 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:13,316 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097872796Running coprocessor pre-close hooks at 1731097872796Disabling compacts and flushes for region at 1731097872796Disabling writes for close at 1731097872796Obtaining lock to block concurrent updates at 1731097872797 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097872797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097872797Flushing stores of hbase:meta,,1.1588230740 at 1731097872797Flushing 1588230740/info: creating writer at 1731097872798 (+1 ms)Flushing 1588230740/info: appending metadata at 1731097872811 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731097872811Flushing 1588230740/ns: creating writer at 1731097872822 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731097872835 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731097872835Flushing 1588230740/table: creating writer at 1731097872847 (+12 ms)Flushing 1588230740/table: appending metadata at 1731097872860 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731097872860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b62892: reopening flushed file at 1731097873281 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605cb28e: reopening flushed file at 1731097873290 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d92dd9: reopening flushed file at 1731097873297 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=13, compaction requested=false at 1731097873306 (+9 ms)Writing region close event to WAL at 1731097873307 (+1 ms)Running coprocessor post-close hooks at 1731097873316 (+9 ms)Closed at 1731097873316 2024-11-08T20:31:13,316 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:13,386 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:31:13,386 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:31:13,397 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,45409,1731097870740; all regions closed. 2024-11-08T20:31:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:13,403 DEBUG [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs 2024-11-08T20:31:13,403 INFO [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45409%2C1731097870740.meta:.meta(num 1731097871819) 2024-11-08T20:31:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:13,411 DEBUG [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/oldWALs 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45409%2C1731097870740:(num 1731097871444) 2024-11-08T20:31:13,411 DEBUG [RS:0;ae1476a7656f:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:13,411 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:13,411 INFO [RS:0;ae1476a7656f:45409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45409 2024-11-08T20:31:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,45409,1731097870740 2024-11-08T20:31:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:13,483 INFO [RS:0;ae1476a7656f:45409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:13,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,45409,1731097870740] 2024-11-08T20:31:13,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,45409,1731097870740 already deleted, retry=false 2024-11-08T20:31:13,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,45409,1731097870740 expired; onlineServers=0 2024-11-08T20:31:13,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,39287,1731097870557' ***** 2024-11-08T20:31:13,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:31:13,504 INFO [M:0;ae1476a7656f:39287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:13,504 INFO [M:0;ae1476a7656f:39287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:13,504 DEBUG [M:0;ae1476a7656f:39287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:31:13,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:31:13,504 DEBUG [M:0;ae1476a7656f:39287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:31:13,504 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097871134 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097871134,5,FailOnTimeoutGroup] 2024-11-08T20:31:13,504 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097871134 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097871134,5,FailOnTimeoutGroup] 2024-11-08T20:31:13,505 INFO [M:0;ae1476a7656f:39287 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:13,505 INFO [M:0;ae1476a7656f:39287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:13,505 DEBUG [M:0;ae1476a7656f:39287 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:31:13,505 INFO [M:0;ae1476a7656f:39287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:31:13,505 INFO [M:0;ae1476a7656f:39287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:13,505 INFO [M:0;ae1476a7656f:39287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:31:13,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:31:13,515 DEBUG [M:0;ae1476a7656f:39287 {}] zookeeper.ZKUtil(347): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:31:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:13,515 WARN [M:0;ae1476a7656f:39287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:31:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:13,516 INFO [M:0;ae1476a7656f:39287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/.lastflushedseqids 2024-11-08T20:31:13,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:31:13,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:31:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:13,522 INFO [M:0;ae1476a7656f:39287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:31:13,522 INFO [M:0;ae1476a7656f:39287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:31:13,522 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:13,522 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:13,522 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:13,522 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:13,522 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:13,522 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T20:31:13,536 DEBUG [M:0;ae1476a7656f:39287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204606e3c2564fe0a322bf324b5d859f is 82, key is hbase:meta,,1/info:regioninfo/1731097871855/Put/seqid=0 2024-11-08T20:31:13,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:13,542 INFO [M:0;ae1476a7656f:39287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204606e3c2564fe0a322bf324b5d859f 2024-11-08T20:31:13,562 DEBUG [M:0;ae1476a7656f:39287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/200b0ae06a504b039b84a1e986ce3da6 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097872333/Put/seqid=0 2024-11-08T20:31:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741846_1022 (size=6218) 2024-11-08T20:31:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741846_1022 (size=6218) 2024-11-08T20:31:13,568 INFO [M:0;ae1476a7656f:39287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/200b0ae06a504b039b84a1e986ce3da6 2024-11-08T20:31:13,586 DEBUG [M:0;ae1476a7656f:39287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1686bbc6fc78430ca5bea3630e433e07 is 69, key is ae1476a7656f,40853,1731097870787/rs:state/1731097871254/Put/seqid=0 2024-11-08T20:31:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:13,591 INFO [M:0;ae1476a7656f:39287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1686bbc6fc78430ca5bea3630e433e07 2024-11-08T20:31:13,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,594 INFO [RS:0;ae1476a7656f:45409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:13,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1011c253c790001, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,594 INFO [RS:0;ae1476a7656f:45409 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,45409,1731097870740; zookeeper connection closed. 2024-11-08T20:31:13,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45465baf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45465baf 2024-11-08T20:31:13,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:31:13,597 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204606e3c2564fe0a322bf324b5d859f as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204606e3c2564fe0a322bf324b5d859f 2024-11-08T20:31:13,603 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204606e3c2564fe0a322bf324b5d859f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:31:13,604 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/200b0ae06a504b039b84a1e986ce3da6 as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/200b0ae06a504b039b84a1e986ce3da6 2024-11-08T20:31:13,609 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/200b0ae06a504b039b84a1e986ce3da6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:31:13,611 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1686bbc6fc78430ca5bea3630e433e07 as hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1686bbc6fc78430ca5bea3630e433e07 2024-11-08T20:31:13,616 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37211/user/jenkins/test-data/d84c82e3-1b3e-0a7b-f772-2a2efb0e715d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1686bbc6fc78430ca5bea3630e433e07, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:31:13,617 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-08T20:31:13,618 INFO [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:13,619 DEBUG [M:0;ae1476a7656f:39287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097873522Disabling compacts and flushes for region at 1731097873522Disabling writes for close at 1731097873522Obtaining lock to block concurrent updates at 1731097873522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097873522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731097873523 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097873523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097873523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097873536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097873536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097873547 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097873561 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097873561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097873572 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097873585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097873585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2973cf: reopening flushed file at 1731097873596 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cddb079: reopening flushed file at 1731097873603 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f572d24: reopening flushed file at 1731097873610 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731097873617 (+7 ms)Writing region close event to WAL at 1731097873618 (+1 ms)Closed at 1731097873618 2024-11-08T20:31:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41743 is added to blk_1073741830_1006 (size=35428) 2024-11-08T20:31:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38209 is added to blk_1073741830_1006 (size=35428) 2024-11-08T20:31:13,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:13,622 INFO [M:0;ae1476a7656f:39287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:31:13,622 INFO [M:0;ae1476a7656f:39287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39287 2024-11-08T20:31:13,622 INFO [M:0;ae1476a7656f:39287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,731 INFO [M:0;ae1476a7656f:39287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39287-0x1011c253c790000, quorum=127.0.0.1:62852, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:13,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b942e27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:13,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7224ed2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:13,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:13,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6169d0ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:13,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db9b52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:13,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:13,773 WARN [BP-1278640284-172.17.0.3-1731097867694 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:13,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:13,773 WARN [BP-1278640284-172.17.0.3-1731097867694 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1278640284-172.17.0.3-1731097867694 (Datanode Uuid 4bada7a1-87d4-4569-9fe7-50a41fdd0fd8) service to localhost/127.0.0.1:37211 2024-11-08T20:31:13,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data3/current/BP-1278640284-172.17.0.3-1731097867694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:13,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data4/current/BP-1278640284-172.17.0.3-1731097867694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:13,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:13,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b56a33c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:13,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3064dfb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:13,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:13,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ce63c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:13,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddbcf77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:13,778 WARN [BP-1278640284-172.17.0.3-1731097867694 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:13,778 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:13,778 WARN [BP-1278640284-172.17.0.3-1731097867694 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1278640284-172.17.0.3-1731097867694 (Datanode Uuid b6511a7b-561b-42d2-841e-b39195e4ecea) service to localhost/127.0.0.1:37211 2024-11-08T20:31:13,778 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:13,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data1/current/BP-1278640284-172.17.0.3-1731097867694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:13,779 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/cluster_a4e508fa-8d8e-625f-0a59-f5049b5c6ecd/data/data2/current/BP-1278640284-172.17.0.3-1731097867694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:13,779 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:13,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a30cba2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:13,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a51897{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:13,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:13,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202088d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:13,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e10ea0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:13,790 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:31:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:31:13,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 154) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37211 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37211 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=2162 (was 2348) 2024-11-08T20:31:13,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=2162 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir so I do NOT create it in target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5 2024-11-08T20:31:13,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.tmp.dir so I do NOT create it in target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5 2024-11-08T20:31:13,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b75da120-27a7-40a5-5f75-948e6a3cc3b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:31:13,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055, deleteOnExit=true 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/test.cache.data in system properties and HBase conf 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:31:13,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:31:13,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:31:13,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:31:14,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:14,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:14,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:14,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:14,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:31:14,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:14,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:14,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:14,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@250bf691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/java.io.tmpdir/jetty-localhost-44851-hadoop-hdfs-3_4_1-tests_jar-_-any-6826195192811138881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:14,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:44851} 2024-11-08T20:31:14,329 INFO [Time-limited test {}] server.Server(415): Started @37643ms 2024-11-08T20:31:14,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:14,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:14,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:14,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:14,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:31:14,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eda68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:14,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f5fcf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:14,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d73da5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/java.io.tmpdir/jetty-localhost-32943-hadoop-hdfs-3_4_1-tests_jar-_-any-16418731596678739625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:14,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e900130{HTTP/1.1, (http/1.1)}{localhost:32943} 2024-11-08T20:31:14,703 INFO [Time-limited test {}] server.Server(415): Started @38017ms 2024-11-08T20:31:14,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:14,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:31:14,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:31:14,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:31:14,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:31:14,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:31:14,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b225e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:31:14,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b09ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:31:14,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d7e0efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/java.io.tmpdir/jetty-localhost-40969-hadoop-hdfs-3_4_1-tests_jar-_-any-3099449769796403949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:14,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:40969} 2024-11-08T20:31:14,836 INFO [Time-limited test {}] server.Server(415): Started @38150ms 2024-11-08T20:31:14,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:31:16,166 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data1/current/BP-1065419480-172.17.0.3-1731097873847/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:16,166 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data2/current/BP-1065419480-172.17.0.3-1731097873847/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:16,184 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf619507ae0376c9e with lease ID 0x3d939848062c806e: Processing first storage report for DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39 from datanode DatanodeRegistration(127.0.0.1:44995, datanodeUuid=d1a77b54-1f0b-42dc-8ffa-5e9e8a950063, infoPort=42461, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847) 2024-11-08T20:31:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf619507ae0376c9e with lease ID 0x3d939848062c806e: from storage DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39 node DatanodeRegistration(127.0.0.1:44995, datanodeUuid=d1a77b54-1f0b-42dc-8ffa-5e9e8a950063, infoPort=42461, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf619507ae0376c9e with lease ID 0x3d939848062c806e: Processing first storage report for DS-a8dbc32a-faa3-4ac8-a527-4d48cdc3c09a from datanode DatanodeRegistration(127.0.0.1:44995, datanodeUuid=d1a77b54-1f0b-42dc-8ffa-5e9e8a950063, infoPort=42461, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847) 2024-11-08T20:31:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf619507ae0376c9e with lease ID 0x3d939848062c806e: from storage DS-a8dbc32a-faa3-4ac8-a527-4d48cdc3c09a node DatanodeRegistration(127.0.0.1:44995, datanodeUuid=d1a77b54-1f0b-42dc-8ffa-5e9e8a950063, infoPort=42461, infoSecurePort=0, ipcPort=34317, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:16,312 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data3/current/BP-1065419480-172.17.0.3-1731097873847/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:16,313 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data4/current/BP-1065419480-172.17.0.3-1731097873847/current, will proceed with Du for space computation calculation, 2024-11-08T20:31:16,343 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:31:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5633c493d63b070b with lease ID 0x3d939848062c806f: Processing first storage report for DS-b464940a-0484-45cd-88d5-c1d35991b9ee from datanode DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3f61e351-421a-409d-8962-57ba780a694f, infoPort=38239, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847) 2024-11-08T20:31:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5633c493d63b070b with lease ID 0x3d939848062c806f: from storage DS-b464940a-0484-45cd-88d5-c1d35991b9ee node DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3f61e351-421a-409d-8962-57ba780a694f, infoPort=38239, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:31:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5633c493d63b070b with lease ID 0x3d939848062c806f: Processing first storage report for DS-e4d2e498-6363-4e2c-ae9d-d9ee5a6a240b from datanode DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3f61e351-421a-409d-8962-57ba780a694f, infoPort=38239, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847) 2024-11-08T20:31:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5633c493d63b070b with lease ID 0x3d939848062c806f: from storage DS-e4d2e498-6363-4e2c-ae9d-d9ee5a6a240b node DatanodeRegistration(127.0.0.1:37619, datanodeUuid=3f61e351-421a-409d-8962-57ba780a694f, infoPort=38239, infoSecurePort=0, ipcPort=35427, storageInfo=lv=-57;cid=testClusterID;nsid=215156640;c=1731097873847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:31:16,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5 2024-11-08T20:31:16,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/zookeeper_0, clientPort=63457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:31:16,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63457 2024-11-08T20:31:16,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:16,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:31:16,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 with version=8 2024-11-08T20:31:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/hbase-staging 2024-11-08T20:31:16,400 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:16,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:16,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:16,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:31:16,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:16,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46323 2024-11-08T20:31:16,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46323 connecting to ZooKeeper ensemble=127.0.0.1:63457 2024-11-08T20:31:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463230x0, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:16,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46323-0x1011c2553460000 connected 2024-11-08T20:31:16,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:16,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44, hbase.cluster.distributed=false 2024-11-08T20:31:16,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:16,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-08T20:31:16,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46323 2024-11-08T20:31:16,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46323 2024-11-08T20:31:16,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-08T20:31:16,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-08T20:31:16,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:16,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43279 2024-11-08T20:31:16,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43279 connecting to ZooKeeper ensemble=127.0.0.1:63457 2024-11-08T20:31:16,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432790x0, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:16,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:16,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43279-0x1011c2553460001 connected 2024-11-08T20:31:16,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:16,579 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:16,585 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:16,585 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:16,588 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:16,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:16,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:16,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-08T20:31:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43279 2024-11-08T20:31:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43279 2024-11-08T20:31:16,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-08T20:31:16,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-08T20:31:16,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:31:16,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:31:16,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34919 2024-11-08T20:31:16,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34919 connecting to ZooKeeper ensemble=127.0.0.1:63457 2024-11-08T20:31:16,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349190x0, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:31:16,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349190x0, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:16,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34919-0x1011c2553460002 connected 2024-11-08T20:31:16,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:31:16,621 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T20:31:16,626 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T20:31:16,627 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T20:31:16,627 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T20:31:16,627 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:31:16,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:31:16,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:31:16,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34919 2024-11-08T20:31:16,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34919 2024-11-08T20:31:16,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34919 2024-11-08T20:31:16,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34919 2024-11-08T20:31:16,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34919 2024-11-08T20:31:16,645 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:46323 2024-11-08T20:31:16,646 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,652 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,662 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:31:16,663 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,46323,1731097876399 from backup master directory 2024-11-08T20:31:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:31:16,672 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:16,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,676 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/hbase.id] with ID: 34547aaa-e598-472e-b32c-d3aa0e2ccaf4 2024-11-08T20:31:16,676 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/.tmp/hbase.id 2024-11-08T20:31:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:31:16,683 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/.tmp/hbase.id]:[hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/hbase.id] 2024-11-08T20:31:16,695 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:31:16,695 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:31:16,697 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:31:16,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:31:16,710 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:16,711 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:31:16,711 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:31:16,718 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store 2024-11-08T20:31:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:16,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:16,724 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:16,724 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:16,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097876724Disabling compacts and flushes for region at 1731097876724Disabling writes for close at 1731097876724Writing region close event to WAL at 1731097876724Closed at 1731097876724 2024-11-08T20:31:16,725 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/.initializing 2024-11-08T20:31:16,725 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/WALs/ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,726 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:16,727 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C46323%2C1731097876399, suffix=, logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/WALs/ae1476a7656f,46323,1731097876399, archiveDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/oldWALs, maxLogs=10 2024-11-08T20:31:16,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/WALs/ae1476a7656f,46323,1731097876399/ae1476a7656f%2C46323%2C1731097876399.1731097876727, exclude list is [], retry=0 2024-11-08T20:31:16,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44995,DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39,DISK] 2024-11-08T20:31:16,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-b464940a-0484-45cd-88d5-c1d35991b9ee,DISK] 2024-11-08T20:31:16,743 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/WALs/ae1476a7656f,46323,1731097876399/ae1476a7656f%2C46323%2C1731097876399.1731097876727 2024-11-08T20:31:16,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:38239:38239)] 2024-11-08T20:31:16,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:16,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:16,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:31:16,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:16,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:31:16,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:16,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:31:16,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:16,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:31:16,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:16,751 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,751 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,752 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,753 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,753 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,753 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:16,754 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:31:16,756 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:16,757 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60416600, jitterRate=-0.09972250461578369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:16,758 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097876743Initializing all the Stores at 1731097876744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097876744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097876744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097876744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097876744Cleaning up temporary data from old regions at 1731097876753 (+9 ms)Region opened successfully at 1731097876758 (+5 ms) 2024-11-08T20:31:16,758 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:31:16,762 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a83b2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:16,763 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:31:16,763 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:31:16,763 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:31:16,763 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:31:16,764 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:31:16,764 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:31:16,764 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:31:16,766 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:31:16,767 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:31:16,778 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:31:16,778 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:31:16,779 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:31:16,788 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:31:16,789 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:31:16,790 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:31:16,799 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:31:16,800 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:31:16,809 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:31:16,813 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:31:16,820 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:31:16,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:16,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:16,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,831 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,46323,1731097876399, sessionid=0x1011c2553460000, setting cluster-up flag (Was=false) 2024-11-08T20:31:16,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,883 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:31:16,885 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:16,936 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:31:16,939 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,46323,1731097876399 2024-11-08T20:31:16,942 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:31:16,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:16,945 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:31:16,945 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:31:16,945 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,46323,1731097876399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:16,948 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097906950 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:31:16,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:31:16,951 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:31:16,951 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:16,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:16,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:31:16,951 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:31:16,951 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:31:16,952 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:31:16,952 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:31:16,952 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:31:16,952 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097876952,5,FailOnTimeoutGroup] 2024-11-08T20:31:16,953 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097876952,5,FailOnTimeoutGroup] 2024-11-08T20:31:16,953 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:16,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,953 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:31:16,953 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:16,953 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:16,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:31:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:31:16,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:31:16,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 2024-11-08T20:31:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:31:16,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:16,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:16,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:16,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:16,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:16,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:16,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:16,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:16,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:16,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:16,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:16,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:16,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:16,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:16,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:16,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740 2024-11-08T20:31:16,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740 2024-11-08T20:31:16,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:16,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:16,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:16,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:16,982 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:16,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901948, jitterRate=0.04162019491195679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097876968Initializing all the Stores at 1731097876969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097876969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097876969Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097876969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097876969Cleaning up temporary data from old regions at 1731097876978 (+9 ms)Region opened successfully at 1731097876983 (+5 ms) 2024-11-08T20:31:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:16,983 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:16,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:16,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097876983Disabling compacts and flushes for region at 1731097876983Disabling writes for close at 1731097876983Writing region close event to WAL at 1731097876983Closed at 1731097876984 (+1 ms) 2024-11-08T20:31:16,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:16,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:31:16,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:31:16,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:16,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:31:17,035 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(746): ClusterId : 34547aaa-e598-472e-b32c-d3aa0e2ccaf4 2024-11-08T20:31:17,035 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(746): ClusterId : 34547aaa-e598-472e-b32c-d3aa0e2ccaf4 2024-11-08T20:31:17,035 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:17,035 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:31:17,044 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:17,044 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:31:17,044 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:17,044 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:31:17,054 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:17,054 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:31:17,055 DEBUG [RS:0;ae1476a7656f:43279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa86c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:17,055 DEBUG [RS:1;ae1476a7656f:34919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc77e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:31:17,068 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:34919 2024-11-08T20:31:17,068 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:43279 2024-11-08T20:31:17,068 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:17,068 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:31:17,068 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:17,068 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:31:17,068 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:17,068 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:31:17,069 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,46323,1731097876399 with port=43279, startcode=1731097876562 2024-11-08T20:31:17,069 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,46323,1731097876399 with port=34919, startcode=1731097876605 2024-11-08T20:31:17,069 DEBUG [RS:1;ae1476a7656f:34919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:17,069 DEBUG [RS:0;ae1476a7656f:43279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:31:17,070 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:17,070 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:31:17,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,072 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 2024-11-08T20:31:17,072 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42577 2024-11-08T20:31:17,072 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:17,073 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 2024-11-08T20:31:17,073 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42577 2024-11-08T20:31:17,073 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:31:17,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:17,122 DEBUG [RS:0;ae1476a7656f:43279 {}] zookeeper.ZKUtil(111): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,122 WARN [RS:0;ae1476a7656f:43279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:17,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,34919,1731097876605] 2024-11-08T20:31:17,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,43279,1731097876562] 2024-11-08T20:31:17,122 INFO [RS:0;ae1476a7656f:43279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:17,122 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,123 DEBUG [RS:1;ae1476a7656f:34919 {}] zookeeper.ZKUtil(111): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,123 WARN [RS:1;ae1476a7656f:34919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:31:17,123 INFO [RS:1;ae1476a7656f:34919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:17,123 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,127 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:17,127 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:31:17,129 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:17,129 INFO [RS:1;ae1476a7656f:34919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:17,129 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,130 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:17,131 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:17,131 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,131 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:31:17,131 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,131 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,131 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,131 INFO [RS:0;ae1476a7656f:43279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:31:17,131 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,131 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,131 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:17,132 DEBUG [RS:1;ae1476a7656f:34919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:17,132 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:31:17,132 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,132 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:17,133 DEBUG [RS:0;ae1476a7656f:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:31:17,136 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43279,1731097876562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,137 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34919,1731097876605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:17,137 WARN [ae1476a7656f:46323 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:31:17,150 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:17,150 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:31:17,150 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43279,1731097876562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,150 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34919,1731097876605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,150 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,150 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,150 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.Replication(171): ae1476a7656f,34919,1731097876605 started 2024-11-08T20:31:17,150 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.Replication(171): ae1476a7656f,43279,1731097876562 started 2024-11-08T20:31:17,163 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,163 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,34919,1731097876605, RpcServer on ae1476a7656f/172.17.0.3:34919, sessionid=0x1011c2553460002 2024-11-08T20:31:17,163 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,163 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,43279,1731097876562, RpcServer on ae1476a7656f/172.17.0.3:43279, sessionid=0x1011c2553460001 2024-11-08T20:31:17,163 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:17,163 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:31:17,163 DEBUG [RS:1;ae1476a7656f:34919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,163 DEBUG [RS:0;ae1476a7656f:43279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,163 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34919,1731097876605' 2024-11-08T20:31:17,163 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43279,1731097876562' 2024-11-08T20:31:17,163 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:17,163 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:31:17,163 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:17,163 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,34919,1731097876605 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34919,1731097876605' 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43279,1731097876562' 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:31:17,164 DEBUG [RS:1;ae1476a7656f:34919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:17,164 INFO [RS:1;ae1476a7656f:34919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:17,164 INFO [RS:1;ae1476a7656f:34919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:17,164 DEBUG [RS:0;ae1476a7656f:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:31:17,165 INFO [RS:0;ae1476a7656f:43279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:31:17,165 INFO [RS:0;ae1476a7656f:43279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:31:17,265 INFO [RS:1;ae1476a7656f:34919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:17,265 INFO [RS:0;ae1476a7656f:43279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:31:17,269 INFO [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43279%2C1731097876562, suffix=, logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562, archiveDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs, maxLogs=32 2024-11-08T20:31:17,269 INFO [RS:1;ae1476a7656f:34919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34919%2C1731097876605, suffix=, logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,34919,1731097876605, archiveDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs, maxLogs=32 2024-11-08T20:31:17,285 DEBUG [RS:1;ae1476a7656f:34919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,34919,1731097876605/ae1476a7656f%2C34919%2C1731097876605.1731097877270, exclude list is [], retry=0 2024-11-08T20:31:17,285 DEBUG [RS:0;ae1476a7656f:43279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562/ae1476a7656f%2C43279%2C1731097876562.1731097877270, exclude list is [], retry=0 2024-11-08T20:31:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-b464940a-0484-45cd-88d5-c1d35991b9ee,DISK] 2024-11-08T20:31:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-b464940a-0484-45cd-88d5-c1d35991b9ee,DISK] 2024-11-08T20:31:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44995,DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39,DISK] 2024-11-08T20:31:17,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44995,DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39,DISK] 2024-11-08T20:31:17,289 INFO [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562/ae1476a7656f%2C43279%2C1731097876562.1731097877270 2024-11-08T20:31:17,290 INFO [RS:1;ae1476a7656f:34919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,34919,1731097876605/ae1476a7656f%2C34919%2C1731097876605.1731097877270 2024-11-08T20:31:17,290 DEBUG [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:38239:38239)] 2024-11-08T20:31:17,290 DEBUG [RS:1;ae1476a7656f:34919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38239:38239),(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-08T20:31:17,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:31:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:31:17,388 DEBUG [ae1476a7656f:46323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T20:31:17,388 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:17,390 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:17,390 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:17,390 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:17,390 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:17,390 INFO [ae1476a7656f:46323 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:17,390 INFO [ae1476a7656f:46323 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:17,390 DEBUG [ae1476a7656f:46323 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:17,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43279,1731097876562, state=OPENING 2024-11-08T20:31:17,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:31:17,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:17,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:17,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:17,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:31:17,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43279,1731097876562}] 2024-11-08T20:31:17,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:17,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:17,582 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:31:17,582 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:31:17,583 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:31:17,584 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43279%2C1731097876562.meta, suffix=.meta, logDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562, archiveDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs, maxLogs=32 2024-11-08T20:31:17,598 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562/ae1476a7656f%2C43279%2C1731097876562.meta.1731097877585.meta, exclude list is [], retry=0 2024-11-08T20:31:17,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44995,DS-6acc8d74-278c-4ee9-b40f-7ca5308e7e39,DISK] 2024-11-08T20:31:17,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37619,DS-b464940a-0484-45cd-88d5-c1d35991b9ee,DISK] 2024-11-08T20:31:17,602 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562/ae1476a7656f%2C43279%2C1731097876562.meta.1731097877585.meta 2024-11-08T20:31:17,602 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461),(127.0.0.1/127.0.0.1:38239:38239)] 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:31:17,603 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:31:17,603 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:31:17,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:31:17,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:31:17,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:17,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:17,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:31:17,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:31:17,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:31:17,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:31:17,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:17,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:17,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:31:17,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:31:17,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:17,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:31:17,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:31:17,610 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740 2024-11-08T20:31:17,610 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740 2024-11-08T20:31:17,611 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:31:17,611 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:31:17,612 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:31:17,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:31:17,614 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71446837, jitterRate=0.0646408349275589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:31:17,614 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:31:17,614 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097877603Writing region info on filesystem at 1731097877603Initializing all the Stores at 1731097877604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097877604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097877605 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097877605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097877605Cleaning up temporary data from old regions at 1731097877611 (+6 ms)Running coprocessor post-open hooks at 1731097877614 (+3 ms)Region opened successfully at 1731097877614 2024-11-08T20:31:17,615 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097877574 2024-11-08T20:31:17,618 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:31:17,618 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:31:17,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43279,1731097876562, state=OPEN 2024-11-08T20:31:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:31:17,630 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:17,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:31:17,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:31:17,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43279,1731097876562 in 209 msec 2024-11-08T20:31:17,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:31:17,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-08T20:31:17,636 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:31:17,636 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:31:17,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:17,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43279,1731097876562, seqNum=-1] 2024-11-08T20:31:17,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:17,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:17,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-08T20:31:17,646 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097877646, completionTime=-1 2024-11-08T20:31:17,646 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T20:31:17,646 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:31:17,648 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T20:31:17,648 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097937648 2024-11-08T20:31:17,648 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097997648 2024-11-08T20:31:17,648 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:46323, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,652 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:31:17,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.981sec 2024-11-08T20:31:17,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:31:17,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:31:17,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:31:17,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:31:17,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:31:17,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:31:17,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:31:17,656 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:31:17,656 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:31:17,656 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46323,1731097876399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:31:17,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19eec81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:17,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,46323,-1 for getting cluster id 2024-11-08T20:31:17,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:31:17,737 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34547aaa-e598-472e-b32c-d3aa0e2ccaf4' 2024-11-08T20:31:17,737 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:31:17,737 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34547aaa-e598-472e-b32c-d3aa0e2ccaf4" 2024-11-08T20:31:17,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba6e1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:17,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,46323,-1] 2024-11-08T20:31:17,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:31:17,740 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:17,741 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:31:17,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:31:17,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:31:17,744 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43279,1731097876562, seqNum=-1] 2024-11-08T20:31:17,744 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:17,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:17,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,46323,1731097876399 2024-11-08T20:31:17,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:31:17,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,46323,1731097876399 2024-11-08T20:31:17,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547265a5 2024-11-08T20:31:17,750 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:31:17,751 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:31:17,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:31:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T20:31:17,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:31:17,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:17,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T20:31:17,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:31:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741836_1012 (size=379) 2024-11-08T20:31:17,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6060e87ab128511622869cda315c6980, NAME => 'testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 2024-11-08T20:31:17,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6402ccaac7c1dd0c3ee2567ebd181898, NAME => 'testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44 2024-11-08T20:31:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741837_1013 (size=61) 2024-11-08T20:31:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741838_1014 (size=61) 2024-11-08T20:31:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:18,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:18,173 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6402ccaac7c1dd0c3ee2567ebd181898, disabling compactions & flushes 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6060e87ab128511622869cda315c6980, disabling compactions & flushes 2024-11-08T20:31:18,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. after waiting 0 ms 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. after waiting 0 ms 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6402ccaac7c1dd0c3ee2567ebd181898: Waiting for close lock at 1731097878174Disabling compacts and flushes for region at 1731097878174Disabling writes for close at 1731097878174Writing region close event to WAL at 1731097878174Closed at 1731097878174 2024-11-08T20:31:18,174 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,174 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6060e87ab128511622869cda315c6980: Waiting for close lock at 1731097878174Disabling compacts and flushes for region at 1731097878174Disabling writes for close at 1731097878174Writing region close event to WAL at 1731097878174Closed at 1731097878174 2024-11-08T20:31:18,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:31:18,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097878175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097878175"}]},"ts":"1731097878175"} 2024-11-08T20:31:18,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731097878175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097878175"}]},"ts":"1731097878175"} 2024-11-08T20:31:18,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T20:31:18,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:31:18,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097878180"}]},"ts":"1731097878180"} 2024-11-08T20:31:18,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T20:31:18,182 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:31:18,184 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:31:18,184 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:31:18,184 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:31:18,184 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:31:18,184 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:31:18,184 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:31:18,184 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:31:18,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6060e87ab128511622869cda315c6980, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6402ccaac7c1dd0c3ee2567ebd181898, ASSIGN}] 2024-11-08T20:31:18,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6402ccaac7c1dd0c3ee2567ebd181898, ASSIGN 2024-11-08T20:31:18,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6060e87ab128511622869cda315c6980, ASSIGN 2024-11-08T20:31:18,187 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6060e87ab128511622869cda315c6980, ASSIGN; state=OFFLINE, location=ae1476a7656f,34919,1731097876605; forceNewPlan=false, retain=false 2024-11-08T20:31:18,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6402ccaac7c1dd0c3ee2567ebd181898, ASSIGN; state=OFFLINE, location=ae1476a7656f,43279,1731097876562; forceNewPlan=false, retain=false 2024-11-08T20:31:18,337 INFO [ae1476a7656f:46323 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T20:31:18,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6402ccaac7c1dd0c3ee2567ebd181898, regionState=OPENING, regionLocation=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:18,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6060e87ab128511622869cda315c6980, regionState=OPENING, regionLocation=ae1476a7656f,34919,1731097876605 2024-11-08T20:31:18,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6060e87ab128511622869cda315c6980, ASSIGN because future has completed 2024-11-08T20:31:18,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6060e87ab128511622869cda315c6980, server=ae1476a7656f,34919,1731097876605}] 2024-11-08T20:31:18,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6402ccaac7c1dd0c3ee2567ebd181898, ASSIGN because future has completed 2024-11-08T20:31:18,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6402ccaac7c1dd0c3ee2567ebd181898, server=ae1476a7656f,43279,1731097876562}] 2024-11-08T20:31:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:18,494 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:18,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:18,499 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,499 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6060e87ab128511622869cda315c6980, NAME => 'testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T20:31:18,499 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,499 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6402ccaac7c1dd0c3ee2567ebd181898, NAME => 'testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T20:31:18,499 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,499 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,500 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,501 INFO [StoreOpener-6060e87ab128511622869cda315c6980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,501 INFO [StoreOpener-6402ccaac7c1dd0c3ee2567ebd181898-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,502 INFO [StoreOpener-6402ccaac7c1dd0c3ee2567ebd181898-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6402ccaac7c1dd0c3ee2567ebd181898 columnFamilyName family 2024-11-08T20:31:18,502 INFO [StoreOpener-6060e87ab128511622869cda315c6980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6060e87ab128511622869cda315c6980 columnFamilyName family 2024-11-08T20:31:18,502 DEBUG [StoreOpener-6060e87ab128511622869cda315c6980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:18,502 DEBUG [StoreOpener-6402ccaac7c1dd0c3ee2567ebd181898-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:31:18,503 INFO [StoreOpener-6060e87ab128511622869cda315c6980-1 {}] regionserver.HStore(327): Store=6060e87ab128511622869cda315c6980/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:18,503 INFO [StoreOpener-6402ccaac7c1dd0c3ee2567ebd181898-1 {}] regionserver.HStore(327): Store=6402ccaac7c1dd0c3ee2567ebd181898/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:31:18,503 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,503 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,504 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,505 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,505 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,506 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,506 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:18,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:31:18,508 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6402ccaac7c1dd0c3ee2567ebd181898; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74495614, jitterRate=0.11007115244865417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:18,508 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6060e87ab128511622869cda315c6980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70702080, jitterRate=0.0535430908203125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:31:18,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:18,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:18,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6060e87ab128511622869cda315c6980: Running coprocessor pre-open hook at 1731097878500Writing region info on filesystem at 1731097878500Initializing all the Stores at 1731097878501 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097878501Cleaning up temporary data from old regions at 1731097878504 (+3 ms)Running coprocessor post-open hooks at 1731097878508 (+4 ms)Region opened successfully at 1731097878509 (+1 ms) 2024-11-08T20:31:18,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6402ccaac7c1dd0c3ee2567ebd181898: Running coprocessor pre-open hook at 1731097878500Writing region info on filesystem at 1731097878500Initializing all the Stores at 1731097878501 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097878501Cleaning up temporary data from old regions at 1731097878505 (+4 ms)Running coprocessor post-open hooks at 1731097878508 (+3 ms)Region opened successfully at 1731097878509 (+1 ms) 2024-11-08T20:31:18,510 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980., pid=7, masterSystemTime=1731097878493 2024-11-08T20:31:18,510 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898., pid=8, masterSystemTime=1731097878495 2024-11-08T20:31:18,511 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,511 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:18,512 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6402ccaac7c1dd0c3ee2567ebd181898, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43279,1731097876562 2024-11-08T20:31:18,512 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,513 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:18,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6060e87ab128511622869cda315c6980, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34919,1731097876605 2024-11-08T20:31:18,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6402ccaac7c1dd0c3ee2567ebd181898, server=ae1476a7656f,43279,1731097876562 because future has completed 2024-11-08T20:31:18,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6060e87ab128511622869cda315c6980, server=ae1476a7656f,34919,1731097876605 because future has completed 2024-11-08T20:31:18,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T20:31:18,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6402ccaac7c1dd0c3ee2567ebd181898, server=ae1476a7656f,43279,1731097876562 in 173 msec 2024-11-08T20:31:18,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T20:31:18,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6060e87ab128511622869cda315c6980, server=ae1476a7656f,34919,1731097876605 in 175 msec 2024-11-08T20:31:18,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6402ccaac7c1dd0c3ee2567ebd181898, ASSIGN in 333 msec 2024-11-08T20:31:18,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:31:18,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6060e87ab128511622869cda315c6980, ASSIGN in 334 msec 2024-11-08T20:31:18,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:31:18,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097878521"}]},"ts":"1731097878521"} 2024-11-08T20:31:18,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T20:31:18,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:31:18,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 772 msec 2024-11-08T20:31:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:31:18,892 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T20:31:18,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T20:31:18,892 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:18,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T20:31:18,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:31:18,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T20:31:18,899 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980., hostname=ae1476a7656f,34919,1731097876605, seqNum=2] 2024-11-08T20:31:18,899 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:31:18,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:31:18,912 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898., hostname=ae1476a7656f,43279,1731097876562, seqNum=2] 2024-11-08T20:31:18,924 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6402ccaac7c1dd0c3ee2567ebd181898 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T20:31:18,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/.tmp/family/4dab8cd7dcb449e8b643eac301300c0e is 32, key is 5/family:/1731097878913/Put/seqid=0 2024-11-08T20:31:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:31:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741839_1015 (size=5083) 2024-11-08T20:31:18,947 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/.tmp/family/4dab8cd7dcb449e8b643eac301300c0e 2024-11-08T20:31:18,954 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/.tmp/family/4dab8cd7dcb449e8b643eac301300c0e as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/family/4dab8cd7dcb449e8b643eac301300c0e 2024-11-08T20:31:18,961 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/family/4dab8cd7dcb449e8b643eac301300c0e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T20:31:18,962 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6402ccaac7c1dd0c3ee2567ebd181898 in 38ms, sequenceid=9, compaction requested=false 2024-11-08T20:31:18,962 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6402ccaac7c1dd0c3ee2567ebd181898: 2024-11-08T20:31:18,962 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6060e87ab128511622869cda315c6980 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T20:31:18,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/.tmp/family/9cd5ca0321cc425eabe02baf601a1de9 is 32, key is 1/family:/1731097878901/Put/seqid=0 2024-11-08T20:31:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:31:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741840_1016 (size=5054) 2024-11-08T20:31:18,983 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/.tmp/family/9cd5ca0321cc425eabe02baf601a1de9 2024-11-08T20:31:18,991 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/.tmp/family/9cd5ca0321cc425eabe02baf601a1de9 as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/family/9cd5ca0321cc425eabe02baf601a1de9 2024-11-08T20:31:18,998 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/family/9cd5ca0321cc425eabe02baf601a1de9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T20:31:18,999 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6060e87ab128511622869cda315c6980 in 37ms, sequenceid=8, compaction requested=false 2024-11-08T20:31:18,999 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6060e87ab128511622869cda315c6980: 2024-11-08T20:31:19,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T20:31:19,006 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:19,006 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:31:19,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:19,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:31:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34919 {}] bucket.BucketCache(1864): found 1 blocks for file 9cd5ca0321cc425eabe02baf601a1de9, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] bucket.BucketCache(1864): found 1 blocks for file 4dab8cd7dcb449e8b643eac301300c0e, starting offset: 0, end offset: 9223372036854775807 2024-11-08T20:31:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34919 {}] bucket.BucketCache(857): removed key 9cd5ca0321cc425eabe02baf601a1de9_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] bucket.BucketCache(857): removed key 4dab8cd7dcb449e8b643eac301300c0e_0 from back map with offset lock 2094080 in the evict process 2024-11-08T20:31:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:31:19,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:19,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:19,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:31:19,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:31:19,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1622235829, stopped=false 2024-11-08T20:31:19,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,46323,1731097876399 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:19,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:19,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:31:19,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:19,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:19,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,43279,1731097876562' ***** 2024-11-08T20:31:19,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:19,052 INFO [RS:0;ae1476a7656f:43279 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:19,052 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:19,052 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:19,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:19,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,34919,1731097876605' ***** 2024-11-08T20:31:19,053 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:19,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:31:19,053 INFO [RS:1;ae1476a7656f:34919 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T20:31:19,053 INFO [RS:0;ae1476a7656f:43279 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:19,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:31:19,053 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T20:31:19,053 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:19,053 INFO [RS:1;ae1476a7656f:34919 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T20:31:19,053 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T20:31:19,053 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T20:31:19,053 INFO [RS:0;ae1476a7656f:43279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:19,053 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:31:19,053 INFO [RS:0;ae1476a7656f:43279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:19,053 INFO [RS:1;ae1476a7656f:34919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:31:19,053 INFO [RS:1;ae1476a7656f:34919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:31:19,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:19,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:19,054 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(3091): Received CLOSE for 6060e87ab128511622869cda315c6980 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,43279,1731097876562 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:19,054 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,34919,1731097876605 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43279. 2024-11-08T20:31:19,054 INFO [RS:1;ae1476a7656f:34919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6402ccaac7c1dd0c3ee2567ebd181898, disabling compactions & flushes 2024-11-08T20:31:19,054 DEBUG [RS:0;ae1476a7656f:43279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:19,054 INFO [RS:1;ae1476a7656f:34919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:34919. 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6060e87ab128511622869cda315c6980, disabling compactions & flushes 2024-11-08T20:31:19,054 DEBUG [RS:0;ae1476a7656f:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,054 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:19,054 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:19,054 DEBUG [RS:1;ae1476a7656f:34919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. after waiting 0 ms 2024-11-08T20:31:19,054 DEBUG [RS:1;ae1476a7656f:34919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. after waiting 0 ms 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:19,054 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:19,054 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:31:19,054 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1325): Online Regions={6060e87ab128511622869cda315c6980=testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980.} 2024-11-08T20:31:19,054 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:31:19,054 DEBUG [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1351): Waiting on 6060e87ab128511622869cda315c6980 2024-11-08T20:31:19,055 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:31:19,055 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1325): Online Regions={6402ccaac7c1dd0c3ee2567ebd181898=testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:31:19,055 DEBUG [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6402ccaac7c1dd0c3ee2567ebd181898 2024-11-08T20:31:19,055 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:31:19,055 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:31:19,055 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:31:19,055 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:31:19,055 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:31:19,055 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T20:31:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6060e87ab128511622869cda315c6980/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:31:19,059 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/default/testClearRegionBlockCache/6402ccaac7c1dd0c3ee2567ebd181898/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T20:31:19,060 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:19,060 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:19,060 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6402ccaac7c1dd0c3ee2567ebd181898: Waiting for close lock at 1731097879054Running coprocessor pre-close hooks at 1731097879054Disabling compacts and flushes for region at 1731097879054Disabling writes for close at 1731097879054Writing region close event to WAL at 1731097879056 (+2 ms)Running coprocessor post-close hooks at 1731097879060 (+4 ms)Closed at 1731097879060 2024-11-08T20:31:19,060 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6060e87ab128511622869cda315c6980: Waiting for close lock at 1731097879054Running coprocessor pre-close hooks at 1731097879054Disabling compacts and flushes for region at 1731097879054Disabling writes for close at 1731097879054Writing region close event to WAL at 1731097879055 (+1 ms)Running coprocessor post-close hooks at 1731097879060 (+5 ms)Closed at 1731097879060 2024-11-08T20:31:19,060 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898. 2024-11-08T20:31:19,060 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731097877751.6060e87ab128511622869cda315c6980. 2024-11-08T20:31:19,071 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/info/c7b69834f0f24e868a07cf6bbf289edf is 173, key is testClearRegionBlockCache,5,1731097877751.6402ccaac7c1dd0c3ee2567ebd181898./info:regioninfo/1731097878512/Put/seqid=0 2024-11-08T20:31:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741841_1017 (size=8173) 2024-11-08T20:31:19,077 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/info/c7b69834f0f24e868a07cf6bbf289edf 2024-11-08T20:31:19,105 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/ns/dc18f7286f014b2dae0b53616202a4dd is 43, key is default/ns:d/1731097877640/Put/seqid=0 2024-11-08T20:31:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:31:19,110 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/ns/dc18f7286f014b2dae0b53616202a4dd 2024-11-08T20:31:19,130 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/table/9f35f733ee394f68981f306751d1b2c9 is 61, key is testClearRegionBlockCache/table:state/1731097878521/Put/seqid=0 2024-11-08T20:31:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741843_1019 (size=5312) 2024-11-08T20:31:19,135 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/table/9f35f733ee394f68981f306751d1b2c9 2024-11-08T20:31:19,137 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:31:19,137 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:31:19,139 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:19,139 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:19,142 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/info/c7b69834f0f24e868a07cf6bbf289edf as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/info/c7b69834f0f24e868a07cf6bbf289edf 2024-11-08T20:31:19,148 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/info/c7b69834f0f24e868a07cf6bbf289edf, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T20:31:19,149 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/ns/dc18f7286f014b2dae0b53616202a4dd as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/ns/dc18f7286f014b2dae0b53616202a4dd 2024-11-08T20:31:19,154 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/ns/dc18f7286f014b2dae0b53616202a4dd, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T20:31:19,155 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/.tmp/table/9f35f733ee394f68981f306751d1b2c9 as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/table/9f35f733ee394f68981f306751d1b2c9 2024-11-08T20:31:19,156 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:31:19,156 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:31:19,161 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/table/9f35f733ee394f68981f306751d1b2c9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T20:31:19,162 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false 2024-11-08T20:31:19,167 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:31:19,168 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:31:19,168 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:19,168 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097879055Running coprocessor pre-close hooks at 1731097879055Disabling compacts and flushes for region at 1731097879055Disabling writes for close at 1731097879055Obtaining lock to block concurrent updates at 1731097879055Preparing flush snapshotting stores in 1588230740 at 1731097879055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731097879056 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097879056Flushing 1588230740/info: creating writer at 1731097879056Flushing 1588230740/info: appending metadata at 1731097879070 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731097879070Flushing 1588230740/ns: creating writer at 1731097879084 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731097879104 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731097879104Flushing 1588230740/table: creating writer at 1731097879116 (+12 ms)Flushing 1588230740/table: appending metadata at 1731097879129 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731097879129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7e11f6: reopening flushed file at 1731097879141 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1d07e1: reopening flushed file at 1731097879148 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4000bbf6: reopening flushed file at 1731097879155 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false at 1731097879163 (+8 ms)Writing region close event to WAL at 1731097879164 (+1 ms)Running coprocessor post-close hooks at 1731097879168 (+4 ms)Closed at 1731097879168 2024-11-08T20:31:19,168 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:31:19,255 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,34919,1731097876605; all regions closed. 2024-11-08T20:31:19,255 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,43279,1731097876562; all regions closed. 2024-11-08T20:31:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741833_1009 (size=1758) 2024-11-08T20:31:19,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/WALs/ae1476a7656f,43279,1731097876562/ae1476a7656f%2C43279%2C1731097876562.meta.1731097877585.meta not finished, retry = 0 2024-11-08T20:31:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:19,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741835_1011 (size=4338) 2024-11-08T20:31:19,260 DEBUG [RS:1;ae1476a7656f:34919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34919%2C1731097876605:(num 1731097877270) 2024-11-08T20:31:19,260 DEBUG [RS:1;ae1476a7656f:34919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:31:19,260 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:19,260 INFO [RS:1;ae1476a7656f:34919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34919 2024-11-08T20:31:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,34919,1731097876605 2024-11-08T20:31:19,272 INFO [RS:1;ae1476a7656f:34919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:19,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,34919,1731097876605] 2024-11-08T20:31:19,360 DEBUG [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs 2024-11-08T20:31:19,361 INFO [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43279%2C1731097876562.meta:.meta(num 1731097877585) 2024-11-08T20:31:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741834_1010 (size=1867) 2024-11-08T20:31:19,364 DEBUG [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/oldWALs 2024-11-08T20:31:19,364 INFO [RS:0;ae1476a7656f:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43279%2C1731097876562:(num 1731097877270) 2024-11-08T20:31:19,364 DEBUG [RS:0;ae1476a7656f:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:31:19,364 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:31:19,365 INFO [RS:0;ae1476a7656f:43279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:19,365 INFO [RS:0;ae1476a7656f:43279 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:19,365 INFO [RS:0;ae1476a7656f:43279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:19,365 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:19,365 INFO [RS:0;ae1476a7656f:43279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43279 2024-11-08T20:31:19,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,34919,1731097876605 already deleted, retry=false 2024-11-08T20:31:19,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,34919,1731097876605 expired; onlineServers=1 2024-11-08T20:31:19,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,43279,1731097876562 2024-11-08T20:31:19,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:31:19,378 INFO [RS:0;ae1476a7656f:43279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:19,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,43279,1731097876562] 2024-11-08T20:31:19,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,43279,1731097876562 already deleted, retry=false 2024-11-08T20:31:19,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,43279,1731097876562 expired; onlineServers=0 2024-11-08T20:31:19,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,46323,1731097876399' ***** 2024-11-08T20:31:19,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:31:19,399 INFO [M:0;ae1476a7656f:46323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:31:19,399 INFO [M:0;ae1476a7656f:46323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:31:19,399 DEBUG [M:0;ae1476a7656f:46323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:31:19,400 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:31:19,400 DEBUG [M:0;ae1476a7656f:46323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:31:19,400 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097876952 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097876952,5,FailOnTimeoutGroup] 2024-11-08T20:31:19,400 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097876952 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097876952,5,FailOnTimeoutGroup] 2024-11-08T20:31:19,400 INFO [M:0;ae1476a7656f:46323 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:31:19,400 INFO [M:0;ae1476a7656f:46323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:31:19,401 DEBUG [M:0;ae1476a7656f:46323 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:31:19,401 INFO [M:0;ae1476a7656f:46323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:31:19,401 INFO [M:0;ae1476a7656f:46323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:31:19,401 INFO [M:0;ae1476a7656f:46323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:31:19,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:31:19,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:31:19,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:31:19,410 DEBUG [M:0;ae1476a7656f:46323 {}] zookeeper.ZKUtil(347): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:31:19,410 WARN [M:0;ae1476a7656f:46323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:31:19,411 INFO [M:0;ae1476a7656f:46323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/.lastflushedseqids 2024-11-08T20:31:19,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:19,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741844_1020 (size=182) 2024-11-08T20:31:19,423 INFO [M:0;ae1476a7656f:46323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:31:19,423 INFO [M:0;ae1476a7656f:46323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:31:19,423 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:31:19,423 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:19,423 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:19,424 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:31:19,424 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:19,424 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-08T20:31:19,445 DEBUG [M:0;ae1476a7656f:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8403b2ecc54e42f3a93f9bb8479a069d is 82, key is hbase:meta,,1/info:regioninfo/1731097877618/Put/seqid=0 2024-11-08T20:31:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741845_1021 (size=5672) 2024-11-08T20:31:19,450 INFO [M:0;ae1476a7656f:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8403b2ecc54e42f3a93f9bb8479a069d 2024-11-08T20:31:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,457 INFO [RS:1;ae1476a7656f:34919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:19,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34919-0x1011c2553460002, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,457 INFO [RS:1;ae1476a7656f:34919 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,34919,1731097876605; zookeeper connection closed. 2024-11-08T20:31:19,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72e8500d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72e8500d 2024-11-08T20:31:19,468 DEBUG [M:0;ae1476a7656f:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b36378c1a834472b4cb375029cbe611 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097878524/Put/seqid=0 2024-11-08T20:31:19,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:31:19,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741846_1022 (size=6219) 2024-11-08T20:31:19,473 INFO [M:0;ae1476a7656f:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b36378c1a834472b4cb375029cbe611 2024-11-08T20:31:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,488 INFO [RS:0;ae1476a7656f:43279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1011c2553460001, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,488 INFO [RS:0;ae1476a7656f:43279 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,43279,1731097876562; zookeeper connection closed. 2024-11-08T20:31:19,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@475d6715 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@475d6715 2024-11-08T20:31:19,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T20:31:19,491 DEBUG [M:0;ae1476a7656f:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c16bc7e515e24b30b1b6a3c9db962508 is 69, key is ae1476a7656f,34919,1731097876605/rs:state/1731097877072/Put/seqid=0 2024-11-08T20:31:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741847_1023 (size=5224) 2024-11-08T20:31:19,497 INFO [M:0;ae1476a7656f:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c16bc7e515e24b30b1b6a3c9db962508 2024-11-08T20:31:19,502 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8403b2ecc54e42f3a93f9bb8479a069d as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8403b2ecc54e42f3a93f9bb8479a069d 2024-11-08T20:31:19,506 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8403b2ecc54e42f3a93f9bb8479a069d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T20:31:19,507 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b36378c1a834472b4cb375029cbe611 as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b36378c1a834472b4cb375029cbe611 2024-11-08T20:31:19,513 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b36378c1a834472b4cb375029cbe611, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T20:31:19,514 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c16bc7e515e24b30b1b6a3c9db962508 as hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c16bc7e515e24b30b1b6a3c9db962508 2024-11-08T20:31:19,519 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42577/user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c16bc7e515e24b30b1b6a3c9db962508, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T20:31:19,520 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-08T20:31:19,521 INFO [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:31:19,521 DEBUG [M:0;ae1476a7656f:46323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097879423Disabling compacts and flushes for region at 1731097879423Disabling writes for close at 1731097879424 (+1 ms)Obtaining lock to block concurrent updates at 1731097879424Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097879424Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731097879425 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097879425Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097879425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097879444 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097879444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097879455 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097879468 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097879468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097879478 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097879491 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097879491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a46a753: reopening flushed file at 1731097879501 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e7edd0: reopening flushed file at 1731097879507 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2427c66c: reopening flushed file at 1731097879513 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731097879520 (+7 ms)Writing region close event to WAL at 1731097879521 (+1 ms)Closed at 1731097879521 2024-11-08T20:31:19,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37619 is added to blk_1073741830_1006 (size=35489) 2024-11-08T20:31:19,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe9f3b43-fdde-3f3d-8b96-51f2ef411b44/MasterData/WALs/ae1476a7656f,46323,1731097876399/ae1476a7656f%2C46323%2C1731097876399.1731097876727 not finished, retry = 0 2024-11-08T20:31:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44995 is added to blk_1073741830_1006 (size=35489) 2024-11-08T20:31:19,625 INFO [M:0;ae1476a7656f:46323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:31:19,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:31:19,625 INFO [M:0;ae1476a7656f:46323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46323 2024-11-08T20:31:19,625 INFO [M:0;ae1476a7656f:46323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:31:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,752 INFO [M:0;ae1476a7656f:46323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:31:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x1011c2553460000, quorum=127.0.0.1:63457, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:31:19,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d7e0efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:19,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21394073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:19,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:19,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b09ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:19,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b225e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:19,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:19,760 WARN [BP-1065419480-172.17.0.3-1731097873847 heartbeating to localhost/127.0.0.1:42577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:19,760 WARN [BP-1065419480-172.17.0.3-1731097873847 heartbeating to localhost/127.0.0.1:42577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1065419480-172.17.0.3-1731097873847 (Datanode Uuid 3f61e351-421a-409d-8962-57ba780a694f) service to localhost/127.0.0.1:42577 2024-11-08T20:31:19,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:19,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data3/current/BP-1065419480-172.17.0.3-1731097873847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:19,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data4/current/BP-1065419480-172.17.0.3-1731097873847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:19,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:19,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d73da5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:31:19,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e900130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:19,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:19,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f5fcf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:19,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eda68cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:19,764 WARN [BP-1065419480-172.17.0.3-1731097873847 heartbeating to localhost/127.0.0.1:42577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:31:19,764 WARN [BP-1065419480-172.17.0.3-1731097873847 heartbeating to localhost/127.0.0.1:42577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1065419480-172.17.0.3-1731097873847 (Datanode Uuid d1a77b54-1f0b-42dc-8ffa-5e9e8a950063) service to localhost/127.0.0.1:42577 2024-11-08T20:31:19,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:31:19,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:31:19,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data1/current/BP-1065419480-172.17.0.3-1731097873847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:19,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/cluster_1a952af0-f1d8-9f1d-666b-6d9df3b7e055/data/data2/current/BP-1065419480-172.17.0.3-1731097873847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:31:19,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:31:19,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@250bf691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:31:19,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:31:19,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:31:19,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27209016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:31:19,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ac4636d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77b76885-ed7f-91c8-994c-d4648c51b0c5/hadoop.log.dir/,STOPPED} 2024-11-08T20:31:19,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:31:19,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:31:19,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 171) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=1980 (was 2162)