2024-11-07 21:25:39,633 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 21:25:39,666 main DEBUG Took 0.030608 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 21:25:39,666 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 21:25:39,667 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 21:25:39,668 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 21:25:39,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,688 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 21:25:39,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,709 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,710 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,714 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,716 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,719 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,720 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,722 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:25:39,725 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,725 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 21:25:39,728 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:25:39,730 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 21:25:39,733 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 21:25:39,734 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 21:25:39,735 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 21:25:39,736 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 21:25:39,750 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 21:25:39,754 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 21:25:39,757 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 21:25:39,757 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 21:25:39,758 main DEBUG createAppenders(={Console}) 2024-11-07 21:25:39,760 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-07 21:25:39,761 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 21:25:39,761 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-07 21:25:39,762 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 21:25:39,763 main DEBUG OutputStream closed 2024-11-07 21:25:39,763 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 21:25:39,763 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 21:25:39,764 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-07 21:25:39,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 21:25:39,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 21:25:39,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 21:25:39,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 21:25:39,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 21:25:39,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 21:25:39,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 21:25:39,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 21:25:39,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 21:25:39,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 21:25:39,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 21:25:39,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 21:25:39,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 21:25:39,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 21:25:39,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 21:25:39,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 21:25:39,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 21:25:39,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 21:25:39,901 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 21:25:39,902 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-07 21:25:39,902 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 21:25:39,904 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-07T21:25:39,928 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-07 21:25:39,932 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 21:25:39,933 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T21:25:40,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=2781 2024-11-07T21:25:40,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022 2024-11-07T21:25:40,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:25:40,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9, deleteOnExit=true 2024-11-07T21:25:40,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:25:40,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/test.cache.data in system properties and HBase conf 2024-11-07T21:25:40,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:25:40,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:25:40,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:25:40,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:25:40,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:25:40,433 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T21:25:40,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:25:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:40,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:25:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:40,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:25:40,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:25:40,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:40,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:25:40,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:25:40,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:25:40,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:40,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:25:40,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:25:42,035 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T21:25:42,140 INFO [Time-limited test {}] log.Log(170): Logging initialized @3381ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T21:25:42,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:42,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:42,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:42,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:42,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:25:42,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:42,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:42,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:42,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-14711054001757175079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:42,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-07T21:25:42,509 INFO [Time-limited test {}] server.Server(415): Started @3751ms 2024-11-07T21:25:43,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:43,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:43,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:43,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:43,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:43,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:43,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:43,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/java.io.tmpdir/jetty-localhost-44485-hadoop-hdfs-3_4_1-tests_jar-_-any-15100673192822505452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:43,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:44485} 2024-11-07T21:25:43,265 INFO [Time-limited test {}] server.Server(415): Started @4507ms 2024-11-07T21:25:43,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:25:43,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:43,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:43,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:43,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:43,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:25:43,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:43,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:43,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/java.io.tmpdir/jetty-localhost-39493-hadoop-hdfs-3_4_1-tests_jar-_-any-6485564527930327077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:43,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:39493} 2024-11-07T21:25:43,617 INFO [Time-limited test {}] server.Server(415): Started @4859ms 2024-11-07T21:25:43,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:25:44,592 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data2/current/BP-2125337633-172.17.0.2-1731014741418/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:44,592 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data4/current/BP-2125337633-172.17.0.2-1731014741418/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:44,592 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data3/current/BP-2125337633-172.17.0.2-1731014741418/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:44,592 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data1/current/BP-2125337633-172.17.0.2-1731014741418/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:44,633 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:25:44,633 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:25:44,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda8d621556063368 with lease ID 0xf9e7560fa56cb4b8: Processing first storage report for DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53 from datanode DatanodeRegistration(127.0.0.1:37349, datanodeUuid=453ea73e-59c1-4038-b080-43997f5fd393, infoPort=41777, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418) 2024-11-07T21:25:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda8d621556063368 with lease ID 0xf9e7560fa56cb4b8: from storage DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53 node DatanodeRegistration(127.0.0.1:37349, datanodeUuid=453ea73e-59c1-4038-b080-43997f5fd393, infoPort=41777, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T21:25:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42a8bb19fc9e73ea with lease ID 0xf9e7560fa56cb4b7: Processing first storage report for DS-71239594-8a71-4ee3-b330-8deaa32667ec from datanode DatanodeRegistration(127.0.0.1:39617, datanodeUuid=8e7ac157-6a57-4929-a0d7-3182b10776a1, infoPort=40439, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418) 2024-11-07T21:25:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42a8bb19fc9e73ea with lease ID 0xf9e7560fa56cb4b7: from storage DS-71239594-8a71-4ee3-b330-8deaa32667ec node DatanodeRegistration(127.0.0.1:39617, datanodeUuid=8e7ac157-6a57-4929-a0d7-3182b10776a1, infoPort=40439, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T21:25:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda8d621556063368 with lease ID 0xf9e7560fa56cb4b8: Processing first storage report for DS-239af3ca-d275-45d9-b263-0f52859d4212 from datanode DatanodeRegistration(127.0.0.1:37349, datanodeUuid=453ea73e-59c1-4038-b080-43997f5fd393, infoPort=41777, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418) 2024-11-07T21:25:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda8d621556063368 with lease ID 0xf9e7560fa56cb4b8: from storage DS-239af3ca-d275-45d9-b263-0f52859d4212 node DatanodeRegistration(127.0.0.1:37349, datanodeUuid=453ea73e-59c1-4038-b080-43997f5fd393, infoPort=41777, infoSecurePort=0, ipcPort=46281, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42a8bb19fc9e73ea with lease ID 0xf9e7560fa56cb4b7: Processing first storage report for DS-afd9be3a-ee99-41e2-80bf-61c88eb35a98 from datanode DatanodeRegistration(127.0.0.1:39617, datanodeUuid=8e7ac157-6a57-4929-a0d7-3182b10776a1, infoPort=40439, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418) 2024-11-07T21:25:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42a8bb19fc9e73ea with lease ID 0xf9e7560fa56cb4b7: from storage DS-afd9be3a-ee99-41e2-80bf-61c88eb35a98 node DatanodeRegistration(127.0.0.1:39617, datanodeUuid=8e7ac157-6a57-4929-a0d7-3182b10776a1, infoPort=40439, infoSecurePort=0, ipcPort=34667, storageInfo=lv=-57;cid=testClusterID;nsid=587937287;c=1731014741418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:44,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022 2024-11-07T21:25:44,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/zookeeper_0, clientPort=57441, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:25:44,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57441 2024-11-07T21:25:44,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:44,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:25:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:25:45,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 with version=8 2024-11-07T21:25:45,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/hbase-staging 2024-11-07T21:25:45,595 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T21:25:45,816 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:45,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:45,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:45,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:45,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:45,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:45,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:25:46,014 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T21:25:46,023 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T21:25:46,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:46,050 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43840 (auto-detected) 2024-11-07T21:25:46,051 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T21:25:46,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39951 2024-11-07T21:25:46,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39951 connecting to ZooKeeper ensemble=127.0.0.1:57441 2024-11-07T21:25:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399510x0, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:46,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39951-0x1011730d6d50000 connected 2024-11-07T21:25:46,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:46,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7, hbase.cluster.distributed=false 2024-11-07T21:25:46,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:46,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39951 2024-11-07T21:25:46,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39951 2024-11-07T21:25:46,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39951 2024-11-07T21:25:46,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39951 2024-11-07T21:25:46,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39951 2024-11-07T21:25:46,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:46,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:46,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:46,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:25:46,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:46,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35823 2024-11-07T21:25:46,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35823 connecting to ZooKeeper ensemble=127.0.0.1:57441 2024-11-07T21:25:46,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358230x0, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:46,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:46,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35823-0x1011730d6d50001 connected 2024-11-07T21:25:46,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:25:46,485 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:25:46,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:25:46,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:46,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-07T21:25:46,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-07T21:25:46,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-07T21:25:46,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-07T21:25:46,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-07T21:25:46,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:46,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:46,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:46,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:46,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:25:46,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:46,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37613 2024-11-07T21:25:46,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37613 connecting to ZooKeeper ensemble=127.0.0.1:57441 2024-11-07T21:25:46,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376130x0, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:46,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37613-0x1011730d6d50002 connected 2024-11-07T21:25:46,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376130x0, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:46,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:25:46,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:25:46,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:25:46,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:46,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-07T21:25:46,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37613 2024-11-07T21:25:46,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37613 2024-11-07T21:25:46,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-07T21:25:46,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37613 2024-11-07T21:25:46,557 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:39951 2024-11-07T21:25:46,557 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,39951,1731014745670 2024-11-07T21:25:46,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,570 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,39951,1731014745670 2024-11-07T21:25:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,600 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:25:46,602 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,39951,1731014745670 from backup master directory 2024-11-07T21:25:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,39951,1731014745670 2024-11-07T21:25:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:46,610 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:46,610 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,39951,1731014745670 2024-11-07T21:25:46,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T21:25:46,613 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T21:25:46,664 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/hbase.id] with ID: 21fb6fff-4748-4905-baaa-44f68ec93768 2024-11-07T21:25:46,665 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/.tmp/hbase.id 2024-11-07T21:25:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:25:46,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:25:46,676 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/.tmp/hbase.id]:[hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/hbase.id] 2024-11-07T21:25:46,723 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:46,729 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:25:46,747 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-07T21:25:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:25:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:25:46,793 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:46,795 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:25:46,812 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:25:46,817 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:25:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:25:46,863 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store 2024-11-07T21:25:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:25:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:25:46,888 INFO [master/4fc742968c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T21:25:46,891 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:46,892 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:25:46,892 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:46,892 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:46,893 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:25:46,893 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:46,893 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:46,894 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014746892Disabling compacts and flushes for region at 1731014746892Disabling writes for close at 1731014746893 (+1 ms)Writing region close event to WAL at 1731014746893Closed at 1731014746893 2024-11-07T21:25:46,896 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/.initializing 2024-11-07T21:25:46,896 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/WALs/4fc742968c91,39951,1731014745670 2024-11-07T21:25:46,904 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:46,916 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C39951%2C1731014745670, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/WALs/4fc742968c91,39951,1731014745670, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/oldWALs, maxLogs=10 2024-11-07T21:25:46,935 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/WALs/4fc742968c91,39951,1731014745670/4fc742968c91%2C39951%2C1731014745670.1731014746920, exclude list is [], retry=0 2024-11-07T21:25:46,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39617,DS-71239594-8a71-4ee3-b330-8deaa32667ec,DISK] 2024-11-07T21:25:46,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37349,DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53,DISK] 2024-11-07T21:25:46,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T21:25:46,986 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/WALs/4fc742968c91,39951,1731014745670/4fc742968c91%2C39951%2C1731014745670.1731014746920 2024-11-07T21:25:46,987 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41777:41777),(127.0.0.1/127.0.0.1:40439:40439)] 2024-11-07T21:25:46,988 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:46,988 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:46,991 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:46,992 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:25:47,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:47,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:25:47,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:47,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:25:47,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:47,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:25:47,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:47,076 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,080 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,081 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,087 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,087 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,091 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:47,095 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:47,100 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:47,101 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65644998, jitterRate=-0.021813303232192993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:47,108 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014747004Initializing all the Stores at 1731014747005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014747006 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014747007 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014747007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014747007Cleaning up temporary data from old regions at 1731014747088 (+81 ms)Region opened successfully at 1731014747108 (+20 ms) 2024-11-07T21:25:47,110 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:25:47,141 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb384f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:47,167 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:25:47,177 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:25:47,177 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:25:47,179 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:25:47,181 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T21:25:47,185 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T21:25:47,185 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:25:47,210 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:25:47,218 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:25:47,270 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:25:47,274 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:25:47,276 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:25:47,283 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:25:47,286 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:25:47,291 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:25:47,304 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:25:47,306 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:25:47,314 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:25:47,336 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:25:47,346 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,362 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,39951,1731014745670, sessionid=0x1011730d6d50000, setting cluster-up flag (Was=false) 2024-11-07T21:25:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,420 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:25:47,423 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39951,1731014745670 2024-11-07T21:25:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:47,472 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:25:47,474 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39951,1731014745670 2024-11-07T21:25:47,482 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:25:47,547 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(746): ClusterId : 21fb6fff-4748-4905-baaa-44f68ec93768 2024-11-07T21:25:47,547 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(746): ClusterId : 21fb6fff-4748-4905-baaa-44f68ec93768 2024-11-07T21:25:47,550 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:25:47,550 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:25:47,551 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:47,559 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:25:47,559 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:25:47,559 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:25:47,559 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:25:47,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:25:47,568 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:25:47,568 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:25:47,569 DEBUG [RS:1;4fc742968c91:37613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba015e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:47,569 DEBUG [RS:0;4fc742968c91:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59971aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:47,571 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:25:47,578 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,39951,1731014745670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:25:47,582 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:35823 2024-11-07T21:25:47,582 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:37613 2024-11-07T21:25:47,585 INFO [RS:0;4fc742968c91:35823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:25:47,585 INFO [RS:1;4fc742968c91:37613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:25:47,585 INFO [RS:0;4fc742968c91:35823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:25:47,585 INFO [RS:1;4fc742968c91:37613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:25:47,585 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:25:47,585 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:25:47,587 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:47,587 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:47,587 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:47,587 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:47,587 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39951,1731014745670 with port=37613, startcode=1731014746510 2024-11-07T21:25:47,587 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39951,1731014745670 with port=35823, startcode=1731014746415 2024-11-07T21:25:47,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:25:47,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:47,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,590 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014777590 2024-11-07T21:25:47,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:25:47,593 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:25:47,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:47,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:25:47,597 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:25:47,597 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:25:47,597 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:25:47,598 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:25:47,598 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,600 DEBUG [RS:1;4fc742968c91:37613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:25:47,600 DEBUG [RS:0;4fc742968c91:35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:25:47,601 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:25:47,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,602 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:25:47,602 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:25:47,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:25:47,604 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:25:47,605 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:25:47,611 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014747606,5,FailOnTimeoutGroup] 2024-11-07T21:25:47,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014747611,5,FailOnTimeoutGroup] 2024-11-07T21:25:47,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:25:47,613 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,614 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:25:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:25:47,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:25:47,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 2024-11-07T21:25:47,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:25:47,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:25:47,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:25:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:25:47,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39951 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:47,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:25:47,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:25:47,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:47,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:25:47,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:25:47,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:47,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:25:47,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39951 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:25:47,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,667 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 2024-11-07T21:25:47,667 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35029 2024-11-07T21:25:47,667 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:25:47,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:47,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:25:47,669 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 2024-11-07T21:25:47,669 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35029 2024-11-07T21:25:47,669 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:25:47,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:25:47,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:47,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:47,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:25:47,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740 2024-11-07T21:25:47,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740 2024-11-07T21:25:47,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:25:47,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:25:47,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:47,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:25:47,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:47,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62523291, jitterRate=-0.06833036243915558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:47,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014747652Initializing all the Stores at 1731014747654 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014747654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014747654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014747654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014747654Cleaning up temporary data from old regions at 1731014747678 (+24 ms)Region opened successfully at 1731014747690 (+12 ms) 2024-11-07T21:25:47,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:25:47,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:25:47,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:25:47,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:25:47,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:25:47,692 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:47,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014747690Disabling compacts and flushes for region at 1731014747690Disabling writes for close at 1731014747691 (+1 ms)Writing region close event to WAL at 1731014747691Closed at 1731014747692 (+1 ms) 2024-11-07T21:25:47,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:47,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:25:47,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:25:47,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:25:47,713 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:25:47,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:47,749 DEBUG [RS:1;4fc742968c91:37613 {}] zookeeper.ZKUtil(111): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,749 DEBUG [RS:0;4fc742968c91:35823 {}] zookeeper.ZKUtil(111): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,750 WARN [RS:0;4fc742968c91:35823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:47,750 WARN [RS:1;4fc742968c91:37613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:47,750 INFO [RS:1;4fc742968c91:37613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:47,750 INFO [RS:0;4fc742968c91:35823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:47,750 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,750 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,37613,1731014746510] 2024-11-07T21:25:47,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,35823,1731014746415] 2024-11-07T21:25:47,777 INFO [RS:0;4fc742968c91:35823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:25:47,777 INFO [RS:1;4fc742968c91:37613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:25:47,792 INFO [RS:0;4fc742968c91:35823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:25:47,792 INFO [RS:1;4fc742968c91:37613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:25:47,797 INFO [RS:1;4fc742968c91:37613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:25:47,797 INFO [RS:0;4fc742968c91:35823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:25:47,797 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,797 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,798 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:25:47,798 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:25:47,804 INFO [RS:1;4fc742968c91:37613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:25:47,804 INFO [RS:0;4fc742968c91:35823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:25:47,805 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,805 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:47,806 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:47,807 DEBUG [RS:1;4fc742968c91:37613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:47,807 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,808 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,808 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:47,808 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:47,808 DEBUG [RS:0;4fc742968c91:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,809 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,37613,1731014746510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:47,811 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,811 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,811 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,812 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,812 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,812 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35823,1731014746415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:47,829 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:25:47,831 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,37613,1731014746510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,832 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,832 INFO [RS:1;4fc742968c91:37613 {}] regionserver.Replication(171): 4fc742968c91,37613,1731014746510 started 2024-11-07T21:25:47,835 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:25:47,835 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35823,1731014746415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,835 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,836 INFO [RS:0;4fc742968c91:35823 {}] regionserver.Replication(171): 4fc742968c91,35823,1731014746415 started 2024-11-07T21:25:47,852 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,852 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,37613,1731014746510, RpcServer on 4fc742968c91/172.17.0.2:37613, sessionid=0x1011730d6d50002 2024-11-07T21:25:47,853 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:25:47,853 DEBUG [RS:1;4fc742968c91:37613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,854 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,37613,1731014746510' 2024-11-07T21:25:47,854 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:25:47,855 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:25:47,856 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:25:47,856 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:25:47,856 DEBUG [RS:1;4fc742968c91:37613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,37613,1731014746510 2024-11-07T21:25:47,856 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,37613,1731014746510' 2024-11-07T21:25:47,856 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:25:47,857 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:25:47,857 DEBUG [RS:1;4fc742968c91:37613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:25:47,857 INFO [RS:1;4fc742968c91:37613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:25:47,858 INFO [RS:1;4fc742968c91:37613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:25:47,860 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:47,860 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,35823,1731014746415, RpcServer on 4fc742968c91/172.17.0.2:35823, sessionid=0x1011730d6d50001 2024-11-07T21:25:47,860 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:25:47,860 DEBUG [RS:0;4fc742968c91:35823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,861 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,35823,1731014746415' 2024-11-07T21:25:47,861 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:25:47,862 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:25:47,862 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:25:47,862 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:25:47,862 DEBUG [RS:0;4fc742968c91:35823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,35823,1731014746415 2024-11-07T21:25:47,862 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,35823,1731014746415' 2024-11-07T21:25:47,863 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:25:47,863 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:25:47,864 DEBUG [RS:0;4fc742968c91:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:25:47,864 INFO [RS:0;4fc742968c91:35823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:25:47,864 INFO [RS:0;4fc742968c91:35823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:25:47,864 WARN [4fc742968c91:39951 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:25:47,963 INFO [RS:1;4fc742968c91:37613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:47,965 INFO [RS:0;4fc742968c91:35823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:47,967 INFO [RS:1;4fc742968c91:37613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C37613%2C1731014746510, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,37613,1731014746510, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs, maxLogs=32 2024-11-07T21:25:47,969 INFO [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C35823%2C1731014746415, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs, maxLogs=32 2024-11-07T21:25:47,982 DEBUG [RS:0;4fc742968c91:35823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415/4fc742968c91%2C35823%2C1731014746415.1731014747970, exclude list is [], retry=0 2024-11-07T21:25:47,982 DEBUG [RS:1;4fc742968c91:37613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,37613,1731014746510/4fc742968c91%2C37613%2C1731014746510.1731014747970, exclude list is [], retry=0 2024-11-07T21:25:47,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37349,DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53,DISK] 2024-11-07T21:25:47,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39617,DS-71239594-8a71-4ee3-b330-8deaa32667ec,DISK] 2024-11-07T21:25:47,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37349,DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53,DISK] 2024-11-07T21:25:47,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39617,DS-71239594-8a71-4ee3-b330-8deaa32667ec,DISK] 2024-11-07T21:25:47,991 INFO [RS:1;4fc742968c91:37613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,37613,1731014746510/4fc742968c91%2C37613%2C1731014746510.1731014747970 2024-11-07T21:25:47,992 INFO [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415/4fc742968c91%2C35823%2C1731014746415.1731014747970 2024-11-07T21:25:47,992 DEBUG [RS:1;4fc742968c91:37613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41777:41777),(127.0.0.1/127.0.0.1:40439:40439)] 2024-11-07T21:25:47,992 DEBUG [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40439:40439),(127.0.0.1/127.0.0.1:41777:41777)] 2024-11-07T21:25:48,118 DEBUG [4fc742968c91:39951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:25:48,124 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:25:48,130 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:25:48,130 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:25:48,130 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:25:48,131 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:25:48,131 INFO [4fc742968c91:39951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:25:48,131 INFO [4fc742968c91:39951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:25:48,131 DEBUG [4fc742968c91:39951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:25:48,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,35823,1731014746415 2024-11-07T21:25:48,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,35823,1731014746415, state=OPENING 2024-11-07T21:25:48,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:25:48,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:48,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:48,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:48,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,371 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:25:48,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,35823,1731014746415}] 2024-11-07T21:25:48,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:48,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:48,565 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:25:48,565 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:48,566 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:25:48,570 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C35823%2C1731014746415.meta, suffix=.meta, logDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs, maxLogs=32 2024-11-07T21:25:48,591 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415/4fc742968c91%2C35823%2C1731014746415.meta.1731014748572.meta, exclude list is [], retry=0 2024-11-07T21:25:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39617,DS-71239594-8a71-4ee3-b330-8deaa32667ec,DISK] 2024-11-07T21:25:48,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37349,DS-915e18d6-bfb3-44e9-b68e-7a8533e98b53,DISK] 2024-11-07T21:25:48,599 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415/4fc742968c91%2C35823%2C1731014746415.meta.1731014748572.meta 2024-11-07T21:25:48,599 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40439:40439),(127.0.0.1/127.0.0.1:41777:41777)] 2024-11-07T21:25:48,600 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:48,602 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:25:48,605 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:25:48,610 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:25:48,615 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:25:48,616 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:48,617 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:25:48,617 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:25:48,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:25:48,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:25:48,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:25:48,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:25:48,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:48,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:48,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:25:48,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:25:48,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:48,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:48,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:25:48,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:25:48,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:48,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:48,631 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:25:48,633 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740 2024-11-07T21:25:48,636 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740 2024-11-07T21:25:48,639 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:25:48,639 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:25:48,640 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:48,643 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:25:48,645 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72745206, jitterRate=0.08398804068565369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:48,645 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:25:48,647 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014748617Writing region info on filesystem at 1731014748617Initializing all the Stores at 1731014748619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014748620 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014748620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014748620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014748620Cleaning up temporary data from old regions at 1731014748639 (+19 ms)Running coprocessor post-open hooks at 1731014748645 (+6 ms)Region opened successfully at 1731014748647 (+2 ms) 2024-11-07T21:25:48,654 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014748542 2024-11-07T21:25:48,667 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:25:48,667 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:25:48,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,35823,1731014746415 2024-11-07T21:25:48,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,35823,1731014746415, state=OPEN 2024-11-07T21:25:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:48,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:48,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,35823,1731014746415 2024-11-07T21:25:48,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:25:48,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,35823,1731014746415 in 310 msec 2024-11-07T21:25:48,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:25:48,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 992 msec 2024-11-07T21:25:48,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:48,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:25:48,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:48,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,35823,1731014746415, seqNum=-1] 2024-11-07T21:25:48,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:48,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:48,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-07T21:25:48,761 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014748761, completionTime=-1 2024-11-07T21:25:48,763 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:25:48,763 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:25:48,787 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:25:48,787 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014808787 2024-11-07T21:25:48,787 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014868787 2024-11-07T21:25:48,787 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-07T21:25:48,788 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:25:48,795 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,796 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,796 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,797 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:39951, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,797 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,798 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,803 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:25:48,824 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.214sec 2024-11-07T21:25:48,825 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:25:48,827 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:25:48,827 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:25:48,828 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:25:48,828 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:25:48,829 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:48,829 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:25:48,834 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:25:48,834 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:25:48,835 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39951,1731014745670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:48,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:48,862 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T21:25:48,862 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T21:25:48,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39951,-1 for getting cluster id 2024-11-07T21:25:48,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:48,913 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21fb6fff-4748-4905-baaa-44f68ec93768' 2024-11-07T21:25:48,915 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:48,915 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21fb6fff-4748-4905-baaa-44f68ec93768" 2024-11-07T21:25:48,917 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622fab41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:48,917 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39951,-1] 2024-11-07T21:25:48,919 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:48,921 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:48,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:48,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:48,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:48,931 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,35823,1731014746415, seqNum=-1] 2024-11-07T21:25:48,932 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:48,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:48,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,39951,1731014745670 2024-11-07T21:25:48,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:25:48,977 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39951,1731014745670 2024-11-07T21:25:48,980 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@172cd1bc 2024-11-07T21:25:48,981 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:25:48,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:25:48,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:25:49,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:25:49,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:25:49,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:49,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:25:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:25:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:25:49,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52168b615218b12989063f1d7530c4d4, NAME => 'testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 2024-11-07T21:25:49,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c622541261205fd3e063e1ed0a9e3ebc, NAME => 'testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7 2024-11-07T21:25:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:25:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:25:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:25:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c622541261205fd3e063e1ed0a9e3ebc, disabling compactions & flushes 2024-11-07T21:25:49,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. after waiting 0 ms 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,049 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c622541261205fd3e063e1ed0a9e3ebc: Waiting for close lock at 1731014749049Disabling compacts and flushes for region at 1731014749049Disabling writes for close at 1731014749049Writing region close event to WAL at 1731014749049Closed at 1731014749049 2024-11-07T21:25:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:49,450 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:49,450 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 52168b615218b12989063f1d7530c4d4, disabling compactions & flushes 2024-11-07T21:25:49,450 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,450 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,450 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. after waiting 0 ms 2024-11-07T21:25:49,450 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,450 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,451 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52168b615218b12989063f1d7530c4d4: Waiting for close lock at 1731014749450Disabling compacts and flushes for region at 1731014749450Disabling writes for close at 1731014749450Writing region close event to WAL at 1731014749450Closed at 1731014749450 2024-11-07T21:25:49,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:25:49,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014749454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014749454"}]},"ts":"1731014749454"} 2024-11-07T21:25:49,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014749454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014749454"}]},"ts":"1731014749454"} 2024-11-07T21:25:49,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:25:49,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:25:49,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014749494"}]},"ts":"1731014749494"} 2024-11-07T21:25:49,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:25:49,501 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:25:49,503 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:25:49,503 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:25:49,503 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:25:49,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:25:49,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:25:49,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:25:49,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:25:49,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52168b615218b12989063f1d7530c4d4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc, ASSIGN}] 2024-11-07T21:25:49,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc, ASSIGN 2024-11-07T21:25:49,508 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52168b615218b12989063f1d7530c4d4, ASSIGN 2024-11-07T21:25:49,509 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52168b615218b12989063f1d7530c4d4, ASSIGN; state=OFFLINE, location=4fc742968c91,35823,1731014746415; forceNewPlan=false, retain=false 2024-11-07T21:25:49,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc, ASSIGN; state=OFFLINE, location=4fc742968c91,37613,1731014746510; forceNewPlan=false, retain=false 2024-11-07T21:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:49,664 INFO [4fc742968c91:39951 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:25:49,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52168b615218b12989063f1d7530c4d4, regionState=OPENING, regionLocation=4fc742968c91,35823,1731014746415 2024-11-07T21:25:49,666 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c622541261205fd3e063e1ed0a9e3ebc, regionState=OPENING, regionLocation=4fc742968c91,37613,1731014746510 2024-11-07T21:25:49,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc, ASSIGN because future has completed 2024-11-07T21:25:49,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c622541261205fd3e063e1ed0a9e3ebc, server=4fc742968c91,37613,1731014746510}] 2024-11-07T21:25:49,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52168b615218b12989063f1d7530c4d4, ASSIGN because future has completed 2024-11-07T21:25:49,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52168b615218b12989063f1d7530c4d4, server=4fc742968c91,35823,1731014746415}] 2024-11-07T21:25:49,828 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:49,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:49,840 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,840 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 52168b615218b12989063f1d7530c4d4, NAME => 'testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c622541261205fd3e063e1ed0a9e3ebc, NAME => 'testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,844 INFO [StoreOpener-c622541261205fd3e063e1ed0a9e3ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,844 INFO [StoreOpener-52168b615218b12989063f1d7530c4d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,846 INFO [StoreOpener-c622541261205fd3e063e1ed0a9e3ebc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c622541261205fd3e063e1ed0a9e3ebc columnFamilyName family 2024-11-07T21:25:49,846 INFO [StoreOpener-52168b615218b12989063f1d7530c4d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52168b615218b12989063f1d7530c4d4 columnFamilyName family 2024-11-07T21:25:49,846 DEBUG [StoreOpener-52168b615218b12989063f1d7530c4d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:49,846 DEBUG [StoreOpener-c622541261205fd3e063e1ed0a9e3ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:49,847 INFO [StoreOpener-52168b615218b12989063f1d7530c4d4-1 {}] regionserver.HStore(327): Store=52168b615218b12989063f1d7530c4d4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:49,847 INFO [StoreOpener-c622541261205fd3e063e1ed0a9e3ebc-1 {}] regionserver.HStore(327): Store=c622541261205fd3e063e1ed0a9e3ebc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:49,847 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,847 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,849 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,849 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,853 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,853 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,857 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:49,857 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:49,857 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c622541261205fd3e063e1ed0a9e3ebc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71820078, jitterRate=0.07020255923271179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:25:49,857 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 52168b615218b12989063f1d7530c4d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360592, jitterRate=0.01865220069885254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:25:49,858 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:49,858 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:49,859 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 52168b615218b12989063f1d7530c4d4: Running coprocessor pre-open hook at 1731014749842Writing region info on filesystem at 1731014749842Initializing all the Stores at 1731014749843 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014749843Cleaning up temporary data from old regions at 1731014749850 (+7 ms)Running coprocessor post-open hooks at 1731014749858 (+8 ms)Region opened successfully at 1731014749859 (+1 ms) 2024-11-07T21:25:49,859 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c622541261205fd3e063e1ed0a9e3ebc: Running coprocessor pre-open hook at 1731014749842Writing region info on filesystem at 1731014749842Initializing all the Stores at 1731014749843 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014749843Cleaning up temporary data from old regions at 1731014749850 (+7 ms)Running coprocessor post-open hooks at 1731014749858 (+8 ms)Region opened successfully at 1731014749859 (+1 ms) 2024-11-07T21:25:49,861 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4., pid=8, masterSystemTime=1731014749830 2024-11-07T21:25:49,861 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc., pid=7, masterSystemTime=1731014749827 2024-11-07T21:25:49,864 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,864 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:49,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52168b615218b12989063f1d7530c4d4, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,35823,1731014746415 2024-11-07T21:25:49,866 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,866 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:49,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c622541261205fd3e063e1ed0a9e3ebc, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,37613,1731014746510 2024-11-07T21:25:49,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52168b615218b12989063f1d7530c4d4, server=4fc742968c91,35823,1731014746415 because future has completed 2024-11-07T21:25:49,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c622541261205fd3e063e1ed0a9e3ebc, server=4fc742968c91,37613,1731014746510 because future has completed 2024-11-07T21:25:49,874 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39951 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4fc742968c91,37613,1731014746510, table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T21:25:49,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T21:25:49,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52168b615218b12989063f1d7530c4d4, server=4fc742968c91,35823,1731014746415 in 196 msec 2024-11-07T21:25:49,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T21:25:49,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52168b615218b12989063f1d7530c4d4, ASSIGN in 371 msec 2024-11-07T21:25:49,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c622541261205fd3e063e1ed0a9e3ebc, server=4fc742968c91,37613,1731014746510 in 202 msec 2024-11-07T21:25:49,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T21:25:49,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c622541261205fd3e063e1ed0a9e3ebc, ASSIGN in 374 msec 2024-11-07T21:25:49,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:25:49,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014749884"}]},"ts":"1731014749884"} 2024-11-07T21:25:49,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:25:49,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:25:49,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 894 msec 2024-11-07T21:25:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:50,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:25:50,162 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:25:50,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:25:50,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:25:50,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:25:50,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:25:50,185 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4., hostname=4fc742968c91,35823,1731014746415, seqNum=2] 2024-11-07T21:25:50,204 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc., hostname=4fc742968c91,37613,1731014746510, seqNum=2] 2024-11-07T21:25:50,204 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:50,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:50,226 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52168b615218b12989063f1d7530c4d4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:25:50,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/.tmp/family/400b274f1f8d42359604d1ae9aeb8405 is 32, key is 1/family:/1731014750188/Put/seqid=0 2024-11-07T21:25:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:25:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:25:50,305 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/.tmp/family/400b274f1f8d42359604d1ae9aeb8405 2024-11-07T21:25:50,347 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/.tmp/family/400b274f1f8d42359604d1ae9aeb8405 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/family/400b274f1f8d42359604d1ae9aeb8405 2024-11-07T21:25:50,358 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/family/400b274f1f8d42359604d1ae9aeb8405, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:25:50,366 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 52168b615218b12989063f1d7530c4d4 in 139ms, sequenceid=8, compaction requested=false 2024-11-07T21:25:50,367 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-07T21:25:50,370 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 52168b615218b12989063f1d7530c4d4: 2024-11-07T21:25:50,370 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c622541261205fd3e063e1ed0a9e3ebc 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:25:50,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/.tmp/family/ec814236f49e48ae8a5267d11436cb48 is 32, key is 5/family:/1731014750207/Put/seqid=0 2024-11-07T21:25:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:25:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:25:50,402 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/.tmp/family/ec814236f49e48ae8a5267d11436cb48 2024-11-07T21:25:50,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/.tmp/family/ec814236f49e48ae8a5267d11436cb48 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/family/ec814236f49e48ae8a5267d11436cb48 2024-11-07T21:25:50,421 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/family/ec814236f49e48ae8a5267d11436cb48, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:25:50,423 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c622541261205fd3e063e1ed0a9e3ebc in 53ms, sequenceid=9, compaction requested=false 2024-11-07T21:25:50,423 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c622541261205fd3e063e1ed0a9e3ebc: 2024-11-07T21:25:50,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc77543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:50,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39951,-1 for getting cluster id 2024-11-07T21:25:50,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:50,427 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21fb6fff-4748-4905-baaa-44f68ec93768' 2024-11-07T21:25:50,428 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:50,428 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21fb6fff-4748-4905-baaa-44f68ec93768" 2024-11-07T21:25:50,428 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d459afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:50,428 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39951,-1] 2024-11-07T21:25:50,429 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:50,429 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,430 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:50,432 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3fd2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:50,446 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T21:25:50,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:50,448 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,35823,1731014746415, seqNum=-1] 2024-11-07T21:25:50,449 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:50,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:50,460 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:50,461 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:50,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:50,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:50,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:50,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:50,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:50,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:25:50,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:50,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:50,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:50,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:25:50,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1916426672, stopped=false 2024-11-07T21:25:50,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,39951,1731014745670 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:50,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:50,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:50,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:50,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:50,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:50,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:50,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:50,525 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-07T21:25:50,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,35823,1731014746415' ***** 2024-11-07T21:25:50,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:25:50,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,37613,1731014746510' ***** 2024-11-07T21:25:50,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:25:50,525 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:50,525 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:25:50,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:25:50,525 INFO [RS:1;4fc742968c91:37613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:25:50,526 INFO [RS:1;4fc742968c91:37613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:25:50,526 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(3091): Received CLOSE for c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:50,526 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,37613,1731014746510 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52168b615218b12989063f1d7530c4d4, disabling compactions & flushes 2024-11-07T21:25:50,526 INFO [RS:1;4fc742968c91:37613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c622541261205fd3e063e1ed0a9e3ebc, disabling compactions & flushes 2024-11-07T21:25:50,526 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:50,526 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:50,526 INFO [RS:1;4fc742968c91:37613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:37613. 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:50,526 DEBUG [RS:1;4fc742968c91:37613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. after waiting 0 ms 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. after waiting 0 ms 2024-11-07T21:25:50,526 DEBUG [RS:1;4fc742968c91:37613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:50,526 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:50,527 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:25:50,527 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1325): Online Regions={c622541261205fd3e063e1ed0a9e3ebc=testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc.} 2024-11-07T21:25:50,527 DEBUG [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1351): Waiting on c622541261205fd3e063e1ed0a9e3ebc 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:25:50,529 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,35823,1731014746415 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:50,529 INFO [RS:0;4fc742968c91:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:35823. 2024-11-07T21:25:50,529 DEBUG [RS:0;4fc742968c91:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:50,529 DEBUG [RS:0;4fc742968c91:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,530 INFO [RS:0;4fc742968c91:35823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:25:50,530 INFO [RS:0;4fc742968c91:35823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:25:50,530 INFO [RS:0;4fc742968c91:35823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:25:50,530 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:25:50,530 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:25:50,530 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52168b615218b12989063f1d7530c4d4=testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4.} 2024-11-07T21:25:50,530 DEBUG [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52168b615218b12989063f1d7530c4d4 2024-11-07T21:25:50,531 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:25:50,531 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:25:50,531 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:25:50,531 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:25:50,531 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:25:50,531 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:25:50,534 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/c622541261205fd3e063e1ed0a9e3ebc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:25:50,534 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/default/testClearRegionBlockCache/52168b615218b12989063f1d7530c4d4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:25:50,536 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:50,536 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:50,537 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52168b615218b12989063f1d7530c4d4: Waiting for close lock at 1731014750526Running coprocessor pre-close hooks at 1731014750526Disabling compacts and flushes for region at 1731014750526Disabling writes for close at 1731014750526Writing region close event to WAL at 1731014750528 (+2 ms)Running coprocessor post-close hooks at 1731014750535 (+7 ms)Closed at 1731014750536 (+1 ms) 2024-11-07T21:25:50,537 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c622541261205fd3e063e1ed0a9e3ebc: Waiting for close lock at 1731014750526Running coprocessor pre-close hooks at 1731014750526Disabling compacts and flushes for region at 1731014750526Disabling writes for close at 1731014750526Writing region close event to WAL at 1731014750528 (+2 ms)Running coprocessor post-close hooks at 1731014750535 (+7 ms)Closed at 1731014750536 (+1 ms) 2024-11-07T21:25:50,537 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014748986.52168b615218b12989063f1d7530c4d4. 2024-11-07T21:25:50,537 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc. 2024-11-07T21:25:50,558 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/info/870ce5ec49c14c2b96c7e2148f0fc5ba is 173, key is testClearRegionBlockCache,5,1731014748986.c622541261205fd3e063e1ed0a9e3ebc./info:regioninfo/1731014749868/Put/seqid=0 2024-11-07T21:25:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:25:50,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:25:50,566 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/info/870ce5ec49c14c2b96c7e2148f0fc5ba 2024-11-07T21:25:50,594 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/ns/ce0b2e2d8acc4cacb35744baac4d3451 is 43, key is default/ns:d/1731014748742/Put/seqid=0 2024-11-07T21:25:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:25:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:25:50,601 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/ns/ce0b2e2d8acc4cacb35744baac4d3451 2024-11-07T21:25:50,614 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:50,615 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:50,627 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/table/401ed3fa1d934eb49b38e8d6eeebf00a is 61, key is testClearRegionBlockCache/table:state/1731014749884/Put/seqid=0 2024-11-07T21:25:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:25:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:25:50,635 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/table/401ed3fa1d934eb49b38e8d6eeebf00a 2024-11-07T21:25:50,644 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/info/870ce5ec49c14c2b96c7e2148f0fc5ba as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/info/870ce5ec49c14c2b96c7e2148f0fc5ba 2024-11-07T21:25:50,654 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/info/870ce5ec49c14c2b96c7e2148f0fc5ba, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:25:50,656 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/ns/ce0b2e2d8acc4cacb35744baac4d3451 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/ns/ce0b2e2d8acc4cacb35744baac4d3451 2024-11-07T21:25:50,666 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/ns/ce0b2e2d8acc4cacb35744baac4d3451, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:25:50,668 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/.tmp/table/401ed3fa1d934eb49b38e8d6eeebf00a as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/table/401ed3fa1d934eb49b38e8d6eeebf00a 2024-11-07T21:25:50,679 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/table/401ed3fa1d934eb49b38e8d6eeebf00a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:25:50,681 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=13, compaction requested=false 2024-11-07T21:25:50,681 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T21:25:50,689 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:25:50,691 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:25:50,691 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:50,691 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014750530Running coprocessor pre-close hooks at 1731014750530Disabling compacts and flushes for region at 1731014750530Disabling writes for close at 1731014750531 (+1 ms)Obtaining lock to block concurrent updates at 1731014750531Preparing flush snapshotting stores in 1588230740 at 1731014750531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014750532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731014750533 (+1 ms)Flushing 1588230740/info: creating writer at 1731014750533Flushing 1588230740/info: appending metadata at 1731014750557 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731014750557Flushing 1588230740/ns: creating writer at 1731014750577 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731014750594 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731014750594Flushing 1588230740/table: creating writer at 1731014750610 (+16 ms)Flushing 1588230740/table: appending metadata at 1731014750627 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731014750627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3314300f: reopening flushed file at 1731014750643 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410f9a14: reopening flushed file at 1731014750654 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fb0965: reopening flushed file at 1731014750666 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=13, compaction requested=false at 1731014750681 (+15 ms)Writing region close event to WAL at 1731014750684 (+3 ms)Running coprocessor post-close hooks at 1731014750690 (+6 ms)Closed at 1731014750691 (+1 ms) 2024-11-07T21:25:50,692 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:50,727 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,37613,1731014746510; all regions closed. 2024-11-07T21:25:50,731 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,35823,1731014746415; all regions closed. 2024-11-07T21:25:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:25:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:25:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:25:50,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:25:50,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/WALs/4fc742968c91,35823,1731014746415/4fc742968c91%2C35823%2C1731014746415.meta.1731014748572.meta not finished, retry = 0 2024-11-07T21:25:50,742 DEBUG [RS:1;4fc742968c91:37613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs 2024-11-07T21:25:50,742 INFO [RS:1;4fc742968c91:37613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C37613%2C1731014746510:(num 1731014747970) 2024-11-07T21:25:50,742 DEBUG [RS:1;4fc742968c91:37613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,742 INFO [RS:1;4fc742968c91:37613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:50,742 INFO [RS:1;4fc742968c91:37613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:50,742 INFO [RS:1;4fc742968c91:37613 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:50,743 INFO [RS:1;4fc742968c91:37613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:25:50,743 INFO [RS:1;4fc742968c91:37613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:25:50,743 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:50,743 INFO [RS:1;4fc742968c91:37613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:25:50,743 INFO [RS:1;4fc742968c91:37613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:50,743 INFO [RS:1;4fc742968c91:37613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37613 2024-11-07T21:25:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,37613,1731014746510 2024-11-07T21:25:50,756 INFO [RS:1;4fc742968c91:37613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:50,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,37613,1731014746510] 2024-11-07T21:25:50,777 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,37613,1731014746510 already deleted, retry=false 2024-11-07T21:25:50,778 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,37613,1731014746510 expired; onlineServers=1 2024-11-07T21:25:50,812 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T21:25:50,813 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T21:25:50,845 DEBUG [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs 2024-11-07T21:25:50,845 INFO [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C35823%2C1731014746415.meta:.meta(num 1731014748572) 2024-11-07T21:25:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:25:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:25:50,854 DEBUG [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/oldWALs 2024-11-07T21:25:50,854 INFO [RS:0;4fc742968c91:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C35823%2C1731014746415:(num 1731014747970) 2024-11-07T21:25:50,854 DEBUG [RS:0;4fc742968c91:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:50,855 INFO [RS:0;4fc742968c91:35823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:50,855 INFO [RS:0;4fc742968c91:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:50,855 INFO [RS:0;4fc742968c91:35823 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:50,855 INFO [RS:0;4fc742968c91:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:50,856 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:50,856 INFO [RS:0;4fc742968c91:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35823 2024-11-07T21:25:50,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:50,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,35823,1731014746415 2024-11-07T21:25:50,862 INFO [RS:0;4fc742968c91:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:50,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37613-0x1011730d6d50002, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:50,868 INFO [RS:1;4fc742968c91:37613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:50,868 INFO [RS:1;4fc742968c91:37613 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,37613,1731014746510; zookeeper connection closed. 2024-11-07T21:25:50,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79c2fd82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79c2fd82 2024-11-07T21:25:50,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,35823,1731014746415] 2024-11-07T21:25:50,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,35823,1731014746415 already deleted, retry=false 2024-11-07T21:25:50,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,35823,1731014746415 expired; onlineServers=0 2024-11-07T21:25:50,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,39951,1731014745670' ***** 2024-11-07T21:25:50,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:25:50,883 INFO [M:0;4fc742968c91:39951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:50,883 INFO [M:0;4fc742968c91:39951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:50,883 DEBUG [M:0;4fc742968c91:39951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:25:50,884 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:25:50,884 DEBUG [M:0;4fc742968c91:39951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:25:50,884 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014747606 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014747606,5,FailOnTimeoutGroup] 2024-11-07T21:25:50,884 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014747611 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014747611,5,FailOnTimeoutGroup] 2024-11-07T21:25:50,884 INFO [M:0;4fc742968c91:39951 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:50,884 INFO [M:0;4fc742968c91:39951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:50,885 DEBUG [M:0;4fc742968c91:39951 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:25:50,885 INFO [M:0;4fc742968c91:39951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:25:50,885 INFO [M:0;4fc742968c91:39951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:50,886 INFO [M:0;4fc742968c91:39951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:25:50,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:25:50,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:50,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:50,894 DEBUG [M:0;4fc742968c91:39951 {}] zookeeper.ZKUtil(347): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:25:50,894 WARN [M:0;4fc742968c91:39951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:25:50,895 INFO [M:0;4fc742968c91:39951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/.lastflushedseqids 2024-11-07T21:25:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:25:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:25:50,908 INFO [M:0;4fc742968c91:39951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:25:50,908 INFO [M:0;4fc742968c91:39951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:25:50,909 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:25:50,909 INFO [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:50,909 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:50,909 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:25:50,909 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:50,909 INFO [M:0;4fc742968c91:39951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-07T21:25:50,928 DEBUG [M:0;4fc742968c91:39951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dffe528f4e6846b2ad7ab7c2eed447d4 is 82, key is hbase:meta,,1/info:regioninfo/1731014748669/Put/seqid=0 2024-11-07T21:25:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:25:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:25:50,934 INFO [M:0;4fc742968c91:39951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dffe528f4e6846b2ad7ab7c2eed447d4 2024-11-07T21:25:50,959 DEBUG [M:0;4fc742968c91:39951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c5775a3d444726a35e0fe1fec1c688 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014749890/Put/seqid=0 2024-11-07T21:25:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:25:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:25:50,967 INFO [M:0;4fc742968c91:39951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c5775a3d444726a35e0fe1fec1c688 2024-11-07T21:25:50,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:50,972 INFO [RS:0;4fc742968c91:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:50,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x1011730d6d50001, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:50,972 INFO [RS:0;4fc742968c91:35823 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,35823,1731014746415; zookeeper connection closed. 2024-11-07T21:25:50,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1848b3c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1848b3c2 2024-11-07T21:25:50,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:25:50,989 DEBUG [M:0;4fc742968c91:39951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3af240fc2a249d0bfafc1bd24db6539 is 69, key is 4fc742968c91,35823,1731014746415/rs:state/1731014747654/Put/seqid=0 2024-11-07T21:25:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:25:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:25:50,997 INFO [M:0;4fc742968c91:39951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3af240fc2a249d0bfafc1bd24db6539 2024-11-07T21:25:51,008 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dffe528f4e6846b2ad7ab7c2eed447d4 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dffe528f4e6846b2ad7ab7c2eed447d4 2024-11-07T21:25:51,017 INFO [M:0;4fc742968c91:39951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dffe528f4e6846b2ad7ab7c2eed447d4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:25:51,019 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06c5775a3d444726a35e0fe1fec1c688 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06c5775a3d444726a35e0fe1fec1c688 2024-11-07T21:25:51,027 INFO [M:0;4fc742968c91:39951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06c5775a3d444726a35e0fe1fec1c688, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:25:51,028 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3af240fc2a249d0bfafc1bd24db6539 as hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3af240fc2a249d0bfafc1bd24db6539 2024-11-07T21:25:51,035 INFO [M:0;4fc742968c91:39951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/6186f8ab-3332-b613-7c24-654c71d5ade7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3af240fc2a249d0bfafc1bd24db6539, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:25:51,037 INFO [M:0;4fc742968c91:39951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false 2024-11-07T21:25:51,038 INFO [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:51,039 DEBUG [M:0;4fc742968c91:39951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014750909Disabling compacts and flushes for region at 1731014750909Disabling writes for close at 1731014750909Obtaining lock to block concurrent updates at 1731014750909Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014750909Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731014750910 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014750910Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014750910Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014750927 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014750927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014750942 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014750959 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014750959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014750974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014750989 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014750989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c12b46a: reopening flushed file at 1731014751006 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b34fad4: reopening flushed file at 1731014751017 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16594ba: reopening flushed file at 1731014751027 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false at 1731014751037 (+10 ms)Writing region close event to WAL at 1731014751038 (+1 ms)Closed at 1731014751038 2024-11-07T21:25:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39617 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:25:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37349 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:25:51,043 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:51,043 INFO [M:0;4fc742968c91:39951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:25:51,043 INFO [M:0;4fc742968c91:39951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39951 2024-11-07T21:25:51,043 INFO [M:0;4fc742968c91:39951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:51,151 INFO [M:0;4fc742968c91:39951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39951-0x1011730d6d50000, quorum=127.0.0.1:57441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:51,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:51,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:51,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:51,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:51,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:51,170 WARN [BP-2125337633-172.17.0.2-1731014741418 heartbeating to localhost/127.0.0.1:35029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:25:51,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:25:51,170 WARN [BP-2125337633-172.17.0.2-1731014741418 heartbeating to localhost/127.0.0.1:35029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2125337633-172.17.0.2-1731014741418 (Datanode Uuid 453ea73e-59c1-4038-b080-43997f5fd393) service to localhost/127.0.0.1:35029 2024-11-07T21:25:51,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:25:51,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data3/current/BP-2125337633-172.17.0.2-1731014741418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:51,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data4/current/BP-2125337633-172.17.0.2-1731014741418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:51,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:25:51,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:51,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:51,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:51,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:51,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:51,175 WARN [BP-2125337633-172.17.0.2-1731014741418 heartbeating to localhost/127.0.0.1:35029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:25:51,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:25:51,175 WARN [BP-2125337633-172.17.0.2-1731014741418 heartbeating to localhost/127.0.0.1:35029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2125337633-172.17.0.2-1731014741418 (Datanode Uuid 8e7ac157-6a57-4929-a0d7-3182b10776a1) service to localhost/127.0.0.1:35029 2024-11-07T21:25:51,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:25:51,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data1/current/BP-2125337633-172.17.0.2-1731014741418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:51,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/cluster_9427c647-5d53-5aa1-98d5-fb89b0d527b9/data/data2/current/BP-2125337633-172.17.0.2-1731014741418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:51,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:25:51,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:51,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:51,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:51,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:51,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:51,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:25:51,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:25:51,224 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35029 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35029 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/4fc742968c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae93e5e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fc742968c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=2223 (was 2781) 2024-11-07T21:25:51,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=2222 2024-11-07T21:25:51,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir so I do NOT create it in target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7 2024-11-07T21:25:51,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:25:51,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.tmp.dir so I do NOT create it in target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7 2024-11-07T21:25:51,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a757a4-7574-27e4-0979-d27c2f590022/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:25:51,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d, deleteOnExit=true 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/test.cache.data in system properties and HBase conf 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:25:51,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:25:51,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:51,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:25:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:25:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:25:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:25:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:25:51,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:51,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:51,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:51,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:51,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:51,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:51,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:51,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:51,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19870382{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/java.io.tmpdir/jetty-localhost-38079-hadoop-hdfs-3_4_1-tests_jar-_-any-3321023195549890506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:51,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1af0ac92{HTTP/1.1, (http/1.1)}{localhost:38079} 2024-11-07T21:25:51,705 INFO [Time-limited test {}] server.Server(415): Started @12947ms 2024-11-07T21:25:51,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:51,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:51,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:51,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:51,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:51,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:51,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:52,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19d7f920{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/java.io.tmpdir/jetty-localhost-37467-hadoop-hdfs-3_4_1-tests_jar-_-any-2334069122067626063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:52,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50a06d4a{HTTP/1.1, (http/1.1)}{localhost:37467} 2024-11-07T21:25:52,053 INFO [Time-limited test {}] server.Server(415): Started @13295ms 2024-11-07T21:25:52,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:25:52,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:52,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:52,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:52,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:52,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:25:52,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:52,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:52,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ee65337{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/java.io.tmpdir/jetty-localhost-37277-hadoop-hdfs-3_4_1-tests_jar-_-any-11243243796199188995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:52,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66eb2d34{HTTP/1.1, (http/1.1)}{localhost:37277} 2024-11-07T21:25:52,186 INFO [Time-limited test {}] server.Server(415): Started @13428ms 2024-11-07T21:25:52,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:25:53,279 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data1/current/BP-1131673707-172.17.0.2-1731014751267/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:53,279 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data2/current/BP-1131673707-172.17.0.2-1731014751267/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:53,294 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:25:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c7a09fa096482ab with lease ID 0xcfae37b731fe202e: Processing first storage report for DS-10b0e360-49ff-47c6-a0b7-627046d4c23a from datanode DatanodeRegistration(127.0.0.1:33743, datanodeUuid=2002661d-b212-445b-967c-5ba0692df187, infoPort=43345, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267) 2024-11-07T21:25:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c7a09fa096482ab with lease ID 0xcfae37b731fe202e: from storage DS-10b0e360-49ff-47c6-a0b7-627046d4c23a node DatanodeRegistration(127.0.0.1:33743, datanodeUuid=2002661d-b212-445b-967c-5ba0692df187, infoPort=43345, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c7a09fa096482ab with lease ID 0xcfae37b731fe202e: Processing first storage report for DS-55851f99-ea48-4b6c-a9c1-3c2ba67474f5 from datanode DatanodeRegistration(127.0.0.1:33743, datanodeUuid=2002661d-b212-445b-967c-5ba0692df187, infoPort=43345, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267) 2024-11-07T21:25:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c7a09fa096482ab with lease ID 0xcfae37b731fe202e: from storage DS-55851f99-ea48-4b6c-a9c1-3c2ba67474f5 node DatanodeRegistration(127.0.0.1:33743, datanodeUuid=2002661d-b212-445b-967c-5ba0692df187, infoPort=43345, infoSecurePort=0, ipcPort=36703, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:53,428 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data3/current/BP-1131673707-172.17.0.2-1731014751267/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:53,428 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data4/current/BP-1131673707-172.17.0.2-1731014751267/current, will proceed with Du for space computation calculation, 2024-11-07T21:25:53,442 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:25:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26308d68ce83cf75 with lease ID 0xcfae37b731fe202f: Processing first storage report for DS-c80650f6-c724-4c50-a440-c3e473849875 from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=83a4d670-c550-4f71-a389-030b37633efa, infoPort=45959, infoSecurePort=0, ipcPort=39733, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267) 2024-11-07T21:25:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26308d68ce83cf75 with lease ID 0xcfae37b731fe202f: from storage DS-c80650f6-c724-4c50-a440-c3e473849875 node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=83a4d670-c550-4f71-a389-030b37633efa, infoPort=45959, infoSecurePort=0, ipcPort=39733, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26308d68ce83cf75 with lease ID 0xcfae37b731fe202f: Processing first storage report for DS-755092cd-f7be-416b-a2d1-0e346edd4061 from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=83a4d670-c550-4f71-a389-030b37633efa, infoPort=45959, infoSecurePort=0, ipcPort=39733, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267) 2024-11-07T21:25:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26308d68ce83cf75 with lease ID 0xcfae37b731fe202f: from storage DS-755092cd-f7be-416b-a2d1-0e346edd4061 node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=83a4d670-c550-4f71-a389-030b37633efa, infoPort=45959, infoSecurePort=0, ipcPort=39733, storageInfo=lv=-57;cid=testClusterID;nsid=1890996883;c=1731014751267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:25:53,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7 2024-11-07T21:25:53,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/zookeeper_0, clientPort=53004, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:25:53,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53004 2024-11-07T21:25:53,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:53,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:25:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:25:53,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 with version=8 2024-11-07T21:25:53,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/hbase-staging 2024-11-07T21:25:53,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:53,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:25:53,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:53,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39639 2024-11-07T21:25:53,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39639 connecting to ZooKeeper ensemble=127.0.0.1:53004 2024-11-07T21:25:53,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396390x0, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:53,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39639-0x1011730f8c90000 connected 2024-11-07T21:25:54,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:54,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783, hbase.cluster.distributed=false 2024-11-07T21:25:54,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:54,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39639 2024-11-07T21:25:54,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39639 2024-11-07T21:25:54,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39639 2024-11-07T21:25:54,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39639 2024-11-07T21:25:54,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39639 2024-11-07T21:25:54,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:25:54,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:25:54,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:54,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:25:54,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:54,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41633 2024-11-07T21:25:54,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41633 connecting to ZooKeeper ensemble=127.0.0.1:53004 2024-11-07T21:25:54,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416330x0, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:54,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416330x0, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:54,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41633-0x1011730f8c90001 connected 2024-11-07T21:25:54,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:25:54,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:25:54,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:25:54,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:54,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41633 2024-11-07T21:25:54,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41633 2024-11-07T21:25:54,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:25:54,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41633 2024-11-07T21:25:54,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41633 2024-11-07T21:25:54,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41633 2024-11-07T21:25:54,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:25:54,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:25:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44931 2024-11-07T21:25:54,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44931 connecting to ZooKeeper ensemble=127.0.0.1:53004 2024-11-07T21:25:54,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449310x0, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:25:54,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:54,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44931-0x1011730f8c90002 connected 2024-11-07T21:25:54,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:25:54,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:25:54,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:25:54,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:25:54,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-07T21:25:54,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44931 2024-11-07T21:25:54,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44931 2024-11-07T21:25:54,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-07T21:25:54,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-07T21:25:54,215 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:39639 2024-11-07T21:25:54,216 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,302 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,334 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:25:54,334 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,39639,1731014753590 from backup master directory 2024-11-07T21:25:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,346 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:25:54,346 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,351 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/hbase.id] with ID: d01aa7a3-431f-420e-af61-53129fb8b460 2024-11-07T21:25:54,351 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/.tmp/hbase.id 2024-11-07T21:25:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:25:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:25:54,359 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/.tmp/hbase.id]:[hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/hbase.id] 2024-11-07T21:25:54,375 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:25:54,375 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:25:54,377 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T21:25:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:25:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:25:54,396 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:54,396 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:25:54,397 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:25:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:25:54,409 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store 2024-11-07T21:25:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:25:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:25:54,417 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:54,417 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:25:54,417 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:54,417 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:54,417 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:25:54,417 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:54,417 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:54,418 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014754417Disabling compacts and flushes for region at 1731014754417Disabling writes for close at 1731014754417Writing region close event to WAL at 1731014754417Closed at 1731014754417 2024-11-07T21:25:54,419 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/.initializing 2024-11-07T21:25:54,419 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/WALs/4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,420 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:54,423 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C39639%2C1731014753590, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/WALs/4fc742968c91,39639,1731014753590, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/oldWALs, maxLogs=10 2024-11-07T21:25:54,434 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/WALs/4fc742968c91,39639,1731014753590/4fc742968c91%2C39639%2C1731014753590.1731014754423, exclude list is [], retry=0 2024-11-07T21:25:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-10b0e360-49ff-47c6-a0b7-627046d4c23a,DISK] 2024-11-07T21:25:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-c80650f6-c724-4c50-a440-c3e473849875,DISK] 2024-11-07T21:25:54,440 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/WALs/4fc742968c91,39639,1731014753590/4fc742968c91%2C39639%2C1731014753590.1731014754423 2024-11-07T21:25:54,441 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959),(127.0.0.1/127.0.0.1:43345:43345)] 2024-11-07T21:25:54,441 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:54,441 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:54,441 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,441 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:25:54,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:54,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:54,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:25:54,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:54,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:54,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:25:54,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:54,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:54,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:25:54,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:54,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:54,454 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,455 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,455 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,456 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,456 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,457 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:54,458 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:25:54,461 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:54,462 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439248, jitterRate=0.0943300724029541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:54,462 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014754441Initializing all the Stores at 1731014754443 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014754443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014754443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014754443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014754443Cleaning up temporary data from old regions at 1731014754456 (+13 ms)Region opened successfully at 1731014754462 (+6 ms) 2024-11-07T21:25:54,463 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:25:54,467 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692e246e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:54,468 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:25:54,468 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:25:54,468 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:25:54,468 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:25:54,469 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:25:54,469 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:25:54,469 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:25:54,471 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:25:54,472 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:25:54,482 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:25:54,483 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:25:54,483 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:25:54,493 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:25:54,493 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:25:54,495 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:25:54,503 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:25:54,504 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:25:54,514 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:25:54,517 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:25:54,524 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,536 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,39639,1731014753590, sessionid=0x1011730f8c90000, setting cluster-up flag (Was=false) 2024-11-07T21:25:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:25:54,590 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:54,640 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:25:54,642 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39639,1731014753590 2024-11-07T21:25:54,643 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:25:54,645 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:54,646 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:25:54,646 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:25:54,646 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,39639,1731014753590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:54,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:54,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:25:54,651 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014784651 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:25:54,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:54,652 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:25:54,653 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:25:54,653 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:25:54,653 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:25:54,653 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:25:54,653 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:25:54,654 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014754653,5,FailOnTimeoutGroup] 2024-11-07T21:25:54,654 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014754654,5,FailOnTimeoutGroup] 2024-11-07T21:25:54,654 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,654 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:25:54,654 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,654 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:25:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:25:54,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:25:54,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 2024-11-07T21:25:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:25:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:25:54,706 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(746): ClusterId : d01aa7a3-431f-420e-af61-53129fb8b460 2024-11-07T21:25:54,706 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(746): ClusterId : d01aa7a3-431f-420e-af61-53129fb8b460 2024-11-07T21:25:54,706 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:25:54,706 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:25:54,715 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:25:54,715 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:25:54,715 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:25:54,715 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:25:54,726 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:25:54,726 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:25:54,726 DEBUG [RS:0;4fc742968c91:41633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60046a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:54,726 DEBUG [RS:1;4fc742968c91:44931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af27669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:25:54,737 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:44931 2024-11-07T21:25:54,737 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:41633 2024-11-07T21:25:54,737 INFO [RS:0;4fc742968c91:41633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:25:54,737 INFO [RS:0;4fc742968c91:41633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:25:54,737 INFO [RS:1;4fc742968c91:44931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:25:54,737 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:25:54,737 INFO [RS:1;4fc742968c91:44931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:25:54,737 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:25:54,738 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39639,1731014753590 with port=41633, startcode=1731014754134 2024-11-07T21:25:54,738 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39639,1731014753590 with port=44931, startcode=1731014754182 2024-11-07T21:25:54,739 DEBUG [RS:1;4fc742968c91:44931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:25:54,739 DEBUG [RS:0;4fc742968c91:41633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:25:54,741 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:25:54,741 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:25:54,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39639 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39639 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39639 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,743 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 2024-11-07T21:25:54,743 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-11-07T21:25:54,744 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:25:54,745 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 2024-11-07T21:25:54,745 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-11-07T21:25:54,745 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:25:54,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:54,793 DEBUG [RS:0;4fc742968c91:41633 {}] zookeeper.ZKUtil(111): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,793 WARN [RS:0;4fc742968c91:41633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:54,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,41633,1731014754134] 2024-11-07T21:25:54,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,44931,1731014754182] 2024-11-07T21:25:54,793 INFO [RS:0;4fc742968c91:41633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:54,794 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,794 DEBUG [RS:1;4fc742968c91:44931 {}] zookeeper.ZKUtil(111): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,794 WARN [RS:1;4fc742968c91:44931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:25:54,794 INFO [RS:1;4fc742968c91:44931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:54,794 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,798 INFO [RS:1;4fc742968c91:44931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:25:54,798 INFO [RS:0;4fc742968c91:41633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:25:54,801 INFO [RS:1;4fc742968c91:44931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:25:54,801 INFO [RS:1;4fc742968c91:44931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:25:54,801 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,802 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:25:54,802 INFO [RS:0;4fc742968c91:41633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:25:54,803 INFO [RS:0;4fc742968c91:41633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:25:54,803 INFO [RS:1;4fc742968c91:44931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:25:54,803 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,803 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,803 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:25:54,803 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,803 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,803 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,803 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 INFO [RS:0;4fc742968c91:41633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:54,804 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,804 DEBUG [RS:1;4fc742968c91:44931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:54,804 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,804 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:54,805 DEBUG [RS:0;4fc742968c91:41633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:25:54,808 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44931,1731014754182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,809 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,41633,1731014754134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:54,823 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:25:54,823 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:25:54,823 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44931,1731014754182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,823 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,41633,1731014754134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,823 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,823 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,824 INFO [RS:0;4fc742968c91:41633 {}] regionserver.Replication(171): 4fc742968c91,41633,1731014754134 started 2024-11-07T21:25:54,824 INFO [RS:1;4fc742968c91:44931 {}] regionserver.Replication(171): 4fc742968c91,44931,1731014754182 started 2024-11-07T21:25:54,838 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,838 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:54,838 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,41633,1731014754134, RpcServer on 4fc742968c91/172.17.0.2:41633, sessionid=0x1011730f8c90001 2024-11-07T21:25:54,838 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,44931,1731014754182, RpcServer on 4fc742968c91/172.17.0.2:44931, sessionid=0x1011730f8c90002 2024-11-07T21:25:54,838 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:25:54,838 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:25:54,838 DEBUG [RS:1;4fc742968c91:44931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,838 DEBUG [RS:0;4fc742968c91:41633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,838 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44931,1731014754182' 2024-11-07T21:25:54,838 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,41633,1731014754134' 2024-11-07T21:25:54,838 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:25:54,838 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:25:54,839 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:25:54,839 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,44931,1731014754182 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,41633,1731014754134 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44931,1731014754182' 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,41633,1731014754134' 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:25:54,840 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:25:54,840 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:25:54,841 DEBUG [RS:1;4fc742968c91:44931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:25:54,841 DEBUG [RS:0;4fc742968c91:41633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:25:54,841 INFO [RS:1;4fc742968c91:44931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:25:54,841 INFO [RS:0;4fc742968c91:41633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:25:54,841 INFO [RS:1;4fc742968c91:44931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:25:54,841 INFO [RS:0;4fc742968c91:41633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:25:54,942 INFO [RS:0;4fc742968c91:41633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:54,942 INFO [RS:1;4fc742968c91:44931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:25:54,945 INFO [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C41633%2C1731014754134, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs, maxLogs=32 2024-11-07T21:25:54,945 INFO [RS:1;4fc742968c91:44931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C44931%2C1731014754182, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,44931,1731014754182, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs, maxLogs=32 2024-11-07T21:25:54,961 DEBUG [RS:0;4fc742968c91:41633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134/4fc742968c91%2C41633%2C1731014754134.1731014754948, exclude list is [], retry=0 2024-11-07T21:25:54,961 DEBUG [RS:1;4fc742968c91:44931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,44931,1731014754182/4fc742968c91%2C44931%2C1731014754182.1731014754948, exclude list is [], retry=0 2024-11-07T21:25:54,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-c80650f6-c724-4c50-a440-c3e473849875,DISK] 2024-11-07T21:25:54,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-10b0e360-49ff-47c6-a0b7-627046d4c23a,DISK] 2024-11-07T21:25:54,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-10b0e360-49ff-47c6-a0b7-627046d4c23a,DISK] 2024-11-07T21:25:54,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-c80650f6-c724-4c50-a440-c3e473849875,DISK] 2024-11-07T21:25:54,967 INFO [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134/4fc742968c91%2C41633%2C1731014754134.1731014754948 2024-11-07T21:25:54,968 DEBUG [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43345:43345),(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-07T21:25:54,968 INFO [RS:1;4fc742968c91:44931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,44931,1731014754182/4fc742968c91%2C44931%2C1731014754182.1731014754948 2024-11-07T21:25:54,969 DEBUG [RS:1;4fc742968c91:44931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43345:43345),(127.0.0.1/127.0.0.1:45959:45959)] 2024-11-07T21:25:55,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:55,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:25:55,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:25:55,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:25:55,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:25:55,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:25:55,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:25:55,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:25:55,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:25:55,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:25:55,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740 2024-11-07T21:25:55,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740 2024-11-07T21:25:55,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:25:55,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:25:55,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:55,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:25:55,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:55,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69257882, jitterRate=0.0320228636264801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:55,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014755077Initializing all the Stores at 1731014755081 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755082 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014755082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755082Cleaning up temporary data from old regions at 1731014755097 (+15 ms)Region opened successfully at 1731014755104 (+7 ms) 2024-11-07T21:25:55,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:25:55,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:25:55,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:25:55,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:25:55,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:25:55,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:55,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014755104Disabling compacts and flushes for region at 1731014755104Disabling writes for close at 1731014755104Writing region close event to WAL at 1731014755105 (+1 ms)Closed at 1731014755105 2024-11-07T21:25:55,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:55,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:25:55,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:25:55,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:25:55,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:25:55,260 DEBUG [4fc742968c91:39639 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:25:55,261 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:25:55,267 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:25:55,267 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:25:55,267 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:25:55,267 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:25:55,267 INFO [4fc742968c91:39639 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:25:55,267 INFO [4fc742968c91:39639 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:25:55,267 DEBUG [4fc742968c91:39639 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:25:55,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,41633,1731014754134 2024-11-07T21:25:55,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,41633,1731014754134, state=OPENING 2024-11-07T21:25:55,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:25:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:55,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:55,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:25:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,41633,1731014754134}] 2024-11-07T21:25:55,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:55,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:55,473 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:25:55,473 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:25:55,474 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:25:55,476 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C41633%2C1731014754134.meta, suffix=.meta, logDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs, maxLogs=32 2024-11-07T21:25:55,489 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134/4fc742968c91%2C41633%2C1731014754134.meta.1731014755477.meta, exclude list is [], retry=0 2024-11-07T21:25:55,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-c80650f6-c724-4c50-a440-c3e473849875,DISK] 2024-11-07T21:25:55,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-10b0e360-49ff-47c6-a0b7-627046d4c23a,DISK] 2024-11-07T21:25:55,494 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/WALs/4fc742968c91,41633,1731014754134/4fc742968c91%2C41633%2C1731014754134.meta.1731014755477.meta 2024-11-07T21:25:55,494 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45959:45959),(127.0.0.1/127.0.0.1:43345:43345)] 2024-11-07T21:25:55,495 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:25:55,495 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:25:55,495 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:25:55,495 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:25:55,495 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:25:55,496 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:55,496 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:25:55,496 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:25:55,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:25:55,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:25:55,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:25:55,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:25:55,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:25:55,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:25:55,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:25:55,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:25:55,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:25:55,505 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:25:55,506 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740 2024-11-07T21:25:55,508 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740 2024-11-07T21:25:55,510 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:25:55,510 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:25:55,511 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:25:55,513 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:25:55,514 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64345233, jitterRate=-0.04118131101131439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:25:55,514 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:25:55,516 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014755496Writing region info on filesystem at 1731014755496Initializing all the Stores at 1731014755497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014755497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014755497Cleaning up temporary data from old regions at 1731014755510 (+13 ms)Running coprocessor post-open hooks at 1731014755514 (+4 ms)Region opened successfully at 1731014755515 (+1 ms) 2024-11-07T21:25:55,517 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014755462 2024-11-07T21:25:55,520 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:25:55,520 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:25:55,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,41633,1731014754134 2024-11-07T21:25:55,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,41633,1731014754134, state=OPEN 2024-11-07T21:25:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:25:55,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:25:55,535 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,41633,1731014754134 2024-11-07T21:25:55,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:25:55,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,41633,1731014754134 in 229 msec 2024-11-07T21:25:55,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:25:55,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-07T21:25:55,543 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:25:55,543 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:25:55,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:55,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,41633,1731014754134, seqNum=-1] 2024-11-07T21:25:55,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:55,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:55,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 908 msec 2024-11-07T21:25:55,555 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014755555, completionTime=-1 2024-11-07T21:25:55,555 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:25:55,555 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:25:55,557 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:25:55,557 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014815557 2024-11-07T21:25:55,557 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014875557 2024-11-07T21:25:55,557 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:39639, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,558 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,560 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.217sec 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:25:55,563 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:25:55,566 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:25:55,566 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:25:55,566 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39639,1731014753590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:25:55,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:55,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39639,-1 for getting cluster id 2024-11-07T21:25:55,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:25:55,608 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd01aa7a3-431f-420e-af61-53129fb8b460' 2024-11-07T21:25:55,609 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:25:55,609 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d01aa7a3-431f-420e-af61-53129fb8b460" 2024-11-07T21:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a94e8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39639,-1] 2024-11-07T21:25:55,610 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:25:55,611 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:55,613 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:25:55,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:25:55,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:25:55,617 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,41633,1731014754134, seqNum=-1] 2024-11-07T21:25:55,617 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:55,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:55,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,39639,1731014753590 2024-11-07T21:25:55,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:25:55,623 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39639,1731014753590 2024-11-07T21:25:55,623 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b016a3 2024-11-07T21:25:55,624 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:25:55,625 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:25:55,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:25:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:25:55,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:25:55,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:55,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:25:55,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:25:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:25:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:25:55,644 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcbc6bd7c439594b19ae600eb8935f22, NAME => 'testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 2024-11-07T21:25:55,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9af5cd85a3e3c1fba0acfe0b48e40657, NAME => 'testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783 2024-11-07T21:25:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:25:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:25:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:25:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fcbc6bd7c439594b19ae600eb8935f22, disabling compactions & flushes 2024-11-07T21:25:55,659 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. after waiting 0 ms 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:55,659 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:55,659 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcbc6bd7c439594b19ae600eb8935f22: Waiting for close lock at 1731014755659Disabling compacts and flushes for region at 1731014755659Disabling writes for close at 1731014755659Writing region close event to WAL at 1731014755659Closed at 1731014755659 2024-11-07T21:25:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:56,011 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:25:56,012 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T21:25:56,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:25:56,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T21:25:56,020 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T21:25:56,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T21:25:56,057 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:56,057 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9af5cd85a3e3c1fba0acfe0b48e40657, disabling compactions & flushes 2024-11-07T21:25:56,057 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,057 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,058 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. after waiting 0 ms 2024-11-07T21:25:56,058 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,058 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,058 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9af5cd85a3e3c1fba0acfe0b48e40657: Waiting for close lock at 1731014756057Disabling compacts and flushes for region at 1731014756057Disabling writes for close at 1731014756058 (+1 ms)Writing region close event to WAL at 1731014756058Closed at 1731014756058 2024-11-07T21:25:56,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:25:56,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014756060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014756060"}]},"ts":"1731014756060"} 2024-11-07T21:25:56,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014756060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014756060"}]},"ts":"1731014756060"} 2024-11-07T21:25:56,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:25:56,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:25:56,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014756067"}]},"ts":"1731014756067"} 2024-11-07T21:25:56,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:25:56,070 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:25:56,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:25:56,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:25:56,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:25:56,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:25:56,072 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:25:56,072 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:25:56,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:25:56,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcbc6bd7c439594b19ae600eb8935f22, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9af5cd85a3e3c1fba0acfe0b48e40657, ASSIGN}] 2024-11-07T21:25:56,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9af5cd85a3e3c1fba0acfe0b48e40657, ASSIGN 2024-11-07T21:25:56,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcbc6bd7c439594b19ae600eb8935f22, ASSIGN 2024-11-07T21:25:56,075 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcbc6bd7c439594b19ae600eb8935f22, ASSIGN; state=OFFLINE, location=4fc742968c91,44931,1731014754182; forceNewPlan=false, retain=false 2024-11-07T21:25:56,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9af5cd85a3e3c1fba0acfe0b48e40657, ASSIGN; state=OFFLINE, location=4fc742968c91,41633,1731014754134; forceNewPlan=false, retain=false 2024-11-07T21:25:56,226 INFO [4fc742968c91:39639 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:25:56,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcbc6bd7c439594b19ae600eb8935f22, regionState=OPENING, regionLocation=4fc742968c91,44931,1731014754182 2024-11-07T21:25:56,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9af5cd85a3e3c1fba0acfe0b48e40657, regionState=OPENING, regionLocation=4fc742968c91,41633,1731014754134 2024-11-07T21:25:56,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcbc6bd7c439594b19ae600eb8935f22, ASSIGN because future has completed 2024-11-07T21:25:56,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbc6bd7c439594b19ae600eb8935f22, server=4fc742968c91,44931,1731014754182}] 2024-11-07T21:25:56,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9af5cd85a3e3c1fba0acfe0b48e40657, ASSIGN because future has completed 2024-11-07T21:25:56,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af5cd85a3e3c1fba0acfe0b48e40657, server=4fc742968c91,41633,1731014754134}] 2024-11-07T21:25:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:56,393 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:25:56,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:25:56,405 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,405 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:56,405 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fcbc6bd7c439594b19ae600eb8935f22, NAME => 'testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:25:56,405 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af5cd85a3e3c1fba0acfe0b48e40657, NAME => 'testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:25:56,406 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,406 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:56,406 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,406 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,406 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,407 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:25:56,407 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,407 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,408 INFO [StoreOpener-fcbc6bd7c439594b19ae600eb8935f22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,409 INFO [StoreOpener-9af5cd85a3e3c1fba0acfe0b48e40657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,410 INFO [StoreOpener-9af5cd85a3e3c1fba0acfe0b48e40657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af5cd85a3e3c1fba0acfe0b48e40657 columnFamilyName family 2024-11-07T21:25:56,410 INFO [StoreOpener-fcbc6bd7c439594b19ae600eb8935f22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbc6bd7c439594b19ae600eb8935f22 columnFamilyName family 2024-11-07T21:25:56,411 DEBUG [StoreOpener-fcbc6bd7c439594b19ae600eb8935f22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:56,411 DEBUG [StoreOpener-9af5cd85a3e3c1fba0acfe0b48e40657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:25:56,411 INFO [StoreOpener-9af5cd85a3e3c1fba0acfe0b48e40657-1 {}] regionserver.HStore(327): Store=9af5cd85a3e3c1fba0acfe0b48e40657/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:56,411 INFO [StoreOpener-fcbc6bd7c439594b19ae600eb8935f22-1 {}] regionserver.HStore(327): Store=fcbc6bd7c439594b19ae600eb8935f22/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:25:56,411 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,411 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,412 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,413 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,415 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,415 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,418 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:56,418 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:25:56,418 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9af5cd85a3e3c1fba0acfe0b48e40657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68754117, jitterRate=0.024516180157661438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:25:56,418 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fcbc6bd7c439594b19ae600eb8935f22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74878237, jitterRate=0.11577267944812775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:25:56,419 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:56,419 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:56,419 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9af5cd85a3e3c1fba0acfe0b48e40657: Running coprocessor pre-open hook at 1731014756407Writing region info on filesystem at 1731014756407Initializing all the Stores at 1731014756408 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014756408Cleaning up temporary data from old regions at 1731014756413 (+5 ms)Running coprocessor post-open hooks at 1731014756419 (+6 ms)Region opened successfully at 1731014756419 2024-11-07T21:25:56,419 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fcbc6bd7c439594b19ae600eb8935f22: Running coprocessor pre-open hook at 1731014756406Writing region info on filesystem at 1731014756406Initializing all the Stores at 1731014756408 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014756408Cleaning up temporary data from old regions at 1731014756413 (+5 ms)Running coprocessor post-open hooks at 1731014756419 (+6 ms)Region opened successfully at 1731014756419 2024-11-07T21:25:56,420 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657., pid=8, masterSystemTime=1731014756395 2024-11-07T21:25:56,420 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22., pid=7, masterSystemTime=1731014756393 2024-11-07T21:25:56,423 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:56,423 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:56,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcbc6bd7c439594b19ae600eb8935f22, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,44931,1731014754182 2024-11-07T21:25:56,424 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,424 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:56,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9af5cd85a3e3c1fba0acfe0b48e40657, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,41633,1731014754134 2024-11-07T21:25:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbc6bd7c439594b19ae600eb8935f22, server=4fc742968c91,44931,1731014754182 because future has completed 2024-11-07T21:25:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af5cd85a3e3c1fba0acfe0b48e40657, server=4fc742968c91,41633,1731014754134 because future has completed 2024-11-07T21:25:56,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T21:25:56,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcbc6bd7c439594b19ae600eb8935f22, server=4fc742968c91,44931,1731014754182 in 194 msec 2024-11-07T21:25:56,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T21:25:56,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9af5cd85a3e3c1fba0acfe0b48e40657, server=4fc742968c91,41633,1731014754134 in 191 msec 2024-11-07T21:25:56,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcbc6bd7c439594b19ae600eb8935f22, ASSIGN in 359 msec 2024-11-07T21:25:56,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T21:25:56,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9af5cd85a3e3c1fba0acfe0b48e40657, ASSIGN in 361 msec 2024-11-07T21:25:56,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:25:56,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014756438"}]},"ts":"1731014756438"} 2024-11-07T21:25:56,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:25:56,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:25:56,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 816 msec 2024-11-07T21:25:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39639 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:25:56,770 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:25:56,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:25:56,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:25:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:25:56,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:25:56,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:25:56,785 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22., hostname=4fc742968c91,44931,1731014754182, seqNum=2] 2024-11-07T21:25:56,786 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:25:56,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:25:56,803 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657., hostname=4fc742968c91,41633,1731014754134, seqNum=2] 2024-11-07T21:25:56,814 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9af5cd85a3e3c1fba0acfe0b48e40657 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:25:56,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/.tmp/family/e569a856f7d3418eb31148a480bda76a is 32, key is 5/family:/1731014756804/Put/seqid=0 2024-11-07T21:25:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741839_1015 (size=5083) 2024-11-07T21:25:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741839_1015 (size=5083) 2024-11-07T21:25:56,839 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/.tmp/family/e569a856f7d3418eb31148a480bda76a 2024-11-07T21:25:56,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/.tmp/family/e569a856f7d3418eb31148a480bda76a as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/family/e569a856f7d3418eb31148a480bda76a 2024-11-07T21:25:56,855 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/family/e569a856f7d3418eb31148a480bda76a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:25:56,856 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9af5cd85a3e3c1fba0acfe0b48e40657 in 42ms, sequenceid=9, compaction requested=false 2024-11-07T21:25:56,856 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9af5cd85a3e3c1fba0acfe0b48e40657: 2024-11-07T21:25:56,857 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fcbc6bd7c439594b19ae600eb8935f22 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:25:56,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/.tmp/family/4972470897ba4df5b6e9a158be75e6ed is 32, key is 1/family:/1731014756789/Put/seqid=0 2024-11-07T21:25:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741840_1016 (size=5054) 2024-11-07T21:25:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741840_1016 (size=5054) 2024-11-07T21:25:56,878 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/.tmp/family/4972470897ba4df5b6e9a158be75e6ed 2024-11-07T21:25:56,886 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/.tmp/family/4972470897ba4df5b6e9a158be75e6ed as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/family/4972470897ba4df5b6e9a158be75e6ed 2024-11-07T21:25:56,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/family/4972470897ba4df5b6e9a158be75e6ed, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:25:56,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fcbc6bd7c439594b19ae600eb8935f22 in 38ms, sequenceid=8, compaction requested=false 2024-11-07T21:25:56,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fcbc6bd7c439594b19ae600eb8935f22: 2024-11-07T21:25:56,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:25:56,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:56,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:56,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:56,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:56,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:25:56,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:25:56,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=288368607, stopped=false 2024-11-07T21:25:56,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,39639,1731014753590 2024-11-07T21:25:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:56,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:25:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:56,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:56,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:56,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:25:56,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:56,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:56,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:56,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:56,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:25:57,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,41633,1731014754134' ***** 2024-11-07T21:25:57,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:25:57,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,44931,1731014754182' ***** 2024-11-07T21:25:57,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:25:57,001 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:25:57,001 INFO [RS:0;4fc742968c91:41633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:25:57,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:25:57,001 INFO [RS:0;4fc742968c91:41633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:25:57,002 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(3091): Received CLOSE for 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:57,002 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:25:57,002 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,41633,1731014754134 2024-11-07T21:25:57,002 INFO [RS:1;4fc742968c91:44931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:25:57,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:25:57,002 INFO [RS:1;4fc742968c91:44931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:25:57,002 INFO [RS:0;4fc742968c91:41633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:57,003 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(3091): Received CLOSE for fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:57,003 INFO [RS:0;4fc742968c91:41633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:41633. 2024-11-07T21:25:57,003 DEBUG [RS:0;4fc742968c91:41633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9af5cd85a3e3c1fba0acfe0b48e40657, disabling compactions & flushes 2024-11-07T21:25:57,003 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,44931,1731014754182 2024-11-07T21:25:57,003 DEBUG [RS:0;4fc742968c91:41633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:57,003 INFO [RS:1;4fc742968c91:44931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:57,003 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcbc6bd7c439594b19ae600eb8935f22, disabling compactions & flushes 2024-11-07T21:25:57,003 INFO [RS:0;4fc742968c91:41633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:57,003 INFO [RS:1;4fc742968c91:44931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:44931. 2024-11-07T21:25:57,003 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:57,003 INFO [RS:0;4fc742968c91:41633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. after waiting 0 ms 2024-11-07T21:25:57,003 INFO [RS:0;4fc742968c91:41633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. after waiting 0 ms 2024-11-07T21:25:57,003 DEBUG [RS:1;4fc742968c91:44931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:57,003 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:25:57,003 DEBUG [RS:1;4fc742968c91:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:57,003 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:57,004 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:25:57,004 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1325): Online Regions={fcbc6bd7c439594b19ae600eb8935f22=testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22.} 2024-11-07T21:25:57,004 DEBUG [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1351): Waiting on fcbc6bd7c439594b19ae600eb8935f22 2024-11-07T21:25:57,004 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:25:57,004 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9af5cd85a3e3c1fba0acfe0b48e40657=testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657.} 2024-11-07T21:25:57,004 DEBUG [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9af5cd85a3e3c1fba0acfe0b48e40657 2024-11-07T21:25:57,004 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:25:57,004 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:25:57,004 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:25:57,004 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:25:57,004 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:25:57,005 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:25:57,012 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:57,012 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:57,012 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/9af5cd85a3e3c1fba0acfe0b48e40657/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:25:57,012 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/default/testClearRegionBlockCache/fcbc6bd7c439594b19ae600eb8935f22/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:25:57,013 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:57,013 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9af5cd85a3e3c1fba0acfe0b48e40657: Waiting for close lock at 1731014757003Running coprocessor pre-close hooks at 1731014757003Disabling compacts and flushes for region at 1731014757003Disabling writes for close at 1731014757003Writing region close event to WAL at 1731014757008 (+5 ms)Running coprocessor post-close hooks at 1731014757013 (+5 ms)Closed at 1731014757013 2024-11-07T21:25:57,013 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:57,013 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcbc6bd7c439594b19ae600eb8935f22: Waiting for close lock at 1731014757003Running coprocessor pre-close hooks at 1731014757003Disabling compacts and flushes for region at 1731014757003Disabling writes for close at 1731014757003Writing region close event to WAL at 1731014757008 (+5 ms)Running coprocessor post-close hooks at 1731014757013 (+5 ms)Closed at 1731014757013 2024-11-07T21:25:57,013 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657. 2024-11-07T21:25:57,013 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014755626.fcbc6bd7c439594b19ae600eb8935f22. 2024-11-07T21:25:57,024 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/info/6e73e86c56e24ad7afae49fc1c4f3412 is 173, key is testClearRegionBlockCache,5,1731014755626.9af5cd85a3e3c1fba0acfe0b48e40657./info:regioninfo/1731014756425/Put/seqid=0 2024-11-07T21:25:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:25:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:25:57,030 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/info/6e73e86c56e24ad7afae49fc1c4f3412 2024-11-07T21:25:57,053 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/ns/fac40babb2104e9898bb9eb67c158d9d is 43, key is default/ns:d/1731014755547/Put/seqid=0 2024-11-07T21:25:57,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:25:57,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:25:57,060 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/ns/fac40babb2104e9898bb9eb67c158d9d 2024-11-07T21:25:57,081 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/table/80ce0935c8614885a4d5eaf5bd4433e0 is 61, key is testClearRegionBlockCache/table:state/1731014756438/Put/seqid=0 2024-11-07T21:25:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:25:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:25:57,088 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/table/80ce0935c8614885a4d5eaf5bd4433e0 2024-11-07T21:25:57,096 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/info/6e73e86c56e24ad7afae49fc1c4f3412 as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/info/6e73e86c56e24ad7afae49fc1c4f3412 2024-11-07T21:25:57,105 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/info/6e73e86c56e24ad7afae49fc1c4f3412, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:25:57,106 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/ns/fac40babb2104e9898bb9eb67c158d9d as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/ns/fac40babb2104e9898bb9eb67c158d9d 2024-11-07T21:25:57,113 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/ns/fac40babb2104e9898bb9eb67c158d9d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:25:57,114 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/.tmp/table/80ce0935c8614885a4d5eaf5bd4433e0 as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/table/80ce0935c8614885a4d5eaf5bd4433e0 2024-11-07T21:25:57,123 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/table/80ce0935c8614885a4d5eaf5bd4433e0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:25:57,124 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=13, compaction requested=false 2024-11-07T21:25:57,130 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:25:57,130 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:25:57,130 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:57,131 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014757004Running coprocessor pre-close hooks at 1731014757004Disabling compacts and flushes for region at 1731014757004Disabling writes for close at 1731014757004Obtaining lock to block concurrent updates at 1731014757005 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731014757005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014757005Flushing stores of hbase:meta,,1.1588230740 at 1731014757006 (+1 ms)Flushing 1588230740/info: creating writer at 1731014757006Flushing 1588230740/info: appending metadata at 1731014757024 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731014757024Flushing 1588230740/ns: creating writer at 1731014757038 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731014757053 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731014757053Flushing 1588230740/table: creating writer at 1731014757067 (+14 ms)Flushing 1588230740/table: appending metadata at 1731014757081 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731014757081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2177d1d2: reopening flushed file at 1731014757095 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35310fbb: reopening flushed file at 1731014757105 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6deaf21d: reopening flushed file at 1731014757113 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=13, compaction requested=false at 1731014757124 (+11 ms)Writing region close event to WAL at 1731014757125 (+1 ms)Running coprocessor post-close hooks at 1731014757130 (+5 ms)Closed at 1731014757130 2024-11-07T21:25:57,131 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:25:57,204 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,44931,1731014754182; all regions closed. 2024-11-07T21:25:57,204 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,41633,1731014754134; all regions closed. 2024-11-07T21:25:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741833_1009 (size=1758) 2024-11-07T21:25:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741833_1009 (size=1758) 2024-11-07T21:25:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:25:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:25:57,210 DEBUG [RS:1;4fc742968c91:44931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs 2024-11-07T21:25:57,210 INFO [RS:1;4fc742968c91:44931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C44931%2C1731014754182:(num 1731014754948) 2024-11-07T21:25:57,210 DEBUG [RS:1;4fc742968c91:44931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:57,210 INFO [RS:1;4fc742968c91:44931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:57,210 DEBUG [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs 2024-11-07T21:25:57,210 INFO [RS:1;4fc742968c91:44931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:57,210 INFO [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C41633%2C1731014754134.meta:.meta(num 1731014755477) 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:25:57,211 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:57,211 INFO [RS:1;4fc742968c91:44931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44931 2024-11-07T21:25:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741834_1010 (size=1867) 2024-11-07T21:25:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741834_1010 (size=1867) 2024-11-07T21:25:57,217 DEBUG [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/oldWALs 2024-11-07T21:25:57,217 INFO [RS:0;4fc742968c91:41633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C41633%2C1731014754134:(num 1731014754948) 2024-11-07T21:25:57,217 DEBUG [RS:0;4fc742968c91:41633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:25:57,217 INFO [RS:0;4fc742968c91:41633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:25:57,217 INFO [RS:0;4fc742968c91:41633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:57,217 INFO [RS:0;4fc742968c91:41633 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:57,217 INFO [RS:0;4fc742968c91:41633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:57,217 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:57,218 INFO [RS:0;4fc742968c91:41633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41633 2024-11-07T21:25:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:25:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,44931,1731014754182 2024-11-07T21:25:57,219 INFO [RS:1;4fc742968c91:44931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:57,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,41633,1731014754134 2024-11-07T21:25:57,230 INFO [RS:0;4fc742968c91:41633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:57,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,41633,1731014754134] 2024-11-07T21:25:57,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,41633,1731014754134 already deleted, retry=false 2024-11-07T21:25:57,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,41633,1731014754134 expired; onlineServers=1 2024-11-07T21:25:57,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,44931,1731014754182] 2024-11-07T21:25:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,340 INFO [RS:1;4fc742968c91:44931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:57,340 INFO [RS:1;4fc742968c91:44931 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,44931,1731014754182; zookeeper connection closed. 2024-11-07T21:25:57,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44931-0x1011730f8c90002, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a944ca3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a944ca3 2024-11-07T21:25:57,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,44931,1731014754182 already deleted, retry=false 2024-11-07T21:25:57,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,44931,1731014754182 expired; onlineServers=0 2024-11-07T21:25:57,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,39639,1731014753590' ***** 2024-11-07T21:25:57,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:25:57,346 INFO [M:0;4fc742968c91:39639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:25:57,346 INFO [M:0;4fc742968c91:39639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:25:57,346 DEBUG [M:0;4fc742968c91:39639 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:25:57,346 DEBUG [M:0;4fc742968c91:39639 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:25:57,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:25:57,346 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014754653 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014754653,5,FailOnTimeoutGroup] 2024-11-07T21:25:57,346 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014754654 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014754654,5,FailOnTimeoutGroup] 2024-11-07T21:25:57,346 INFO [M:0;4fc742968c91:39639 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:25:57,347 INFO [M:0;4fc742968c91:39639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:25:57,347 DEBUG [M:0;4fc742968c91:39639 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:25:57,347 INFO [M:0;4fc742968c91:39639 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:25:57,347 INFO [M:0;4fc742968c91:39639 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:25:57,347 INFO [M:0;4fc742968c91:39639 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:25:57,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:25:57,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:25:57,356 DEBUG [M:0;4fc742968c91:39639 {}] zookeeper.ZKUtil(347): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:25:57,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:25:57,356 WARN [M:0;4fc742968c91:39639 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:25:57,357 INFO [M:0;4fc742968c91:39639 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/.lastflushedseqids 2024-11-07T21:25:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:25:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:25:57,364 INFO [M:0;4fc742968c91:39639 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:25:57,364 INFO [M:0;4fc742968c91:39639 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:25:57,364 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:25:57,364 INFO [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:57,364 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:57,364 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:25:57,364 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:57,365 INFO [M:0;4fc742968c91:39639 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T21:25:57,385 DEBUG [M:0;4fc742968c91:39639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47113c45c984c57a81b59ae06d1b6b5 is 82, key is hbase:meta,,1/info:regioninfo/1731014755521/Put/seqid=0 2024-11-07T21:25:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:25:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:25:57,391 INFO [M:0;4fc742968c91:39639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47113c45c984c57a81b59ae06d1b6b5 2024-11-07T21:25:57,413 DEBUG [M:0;4fc742968c91:39639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b25cd48746245759bc217525e5a901e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014756443/Put/seqid=0 2024-11-07T21:25:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741846_1022 (size=6219) 2024-11-07T21:25:57,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741846_1022 (size=6219) 2024-11-07T21:25:57,419 INFO [M:0;4fc742968c91:39639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b25cd48746245759bc217525e5a901e 2024-11-07T21:25:57,433 INFO [RS:0;4fc742968c91:41633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:57,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41633-0x1011730f8c90001, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,433 INFO [RS:0;4fc742968c91:41633 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,41633,1731014754134; zookeeper connection closed. 2024-11-07T21:25:57,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59cea8b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59cea8b4 2024-11-07T21:25:57,434 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:25:57,441 DEBUG [M:0;4fc742968c91:39639 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ca51974bee4eb5be1e00958770edda is 69, key is 4fc742968c91,41633,1731014754134/rs:state/1731014754742/Put/seqid=0 2024-11-07T21:25:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:25:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:25:57,447 INFO [M:0;4fc742968c91:39639 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ca51974bee4eb5be1e00958770edda 2024-11-07T21:25:57,454 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a47113c45c984c57a81b59ae06d1b6b5 as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47113c45c984c57a81b59ae06d1b6b5 2024-11-07T21:25:57,460 INFO [M:0;4fc742968c91:39639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a47113c45c984c57a81b59ae06d1b6b5, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:25:57,461 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b25cd48746245759bc217525e5a901e as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b25cd48746245759bc217525e5a901e 2024-11-07T21:25:57,467 INFO [M:0;4fc742968c91:39639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b25cd48746245759bc217525e5a901e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:25:57,469 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43ca51974bee4eb5be1e00958770edda as hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43ca51974bee4eb5be1e00958770edda 2024-11-07T21:25:57,475 INFO [M:0;4fc742968c91:39639 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36009/user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43ca51974bee4eb5be1e00958770edda, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:25:57,476 INFO [M:0;4fc742968c91:39639 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false 2024-11-07T21:25:57,477 INFO [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:25:57,477 DEBUG [M:0;4fc742968c91:39639 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014757364Disabling compacts and flushes for region at 1731014757364Disabling writes for close at 1731014757364Obtaining lock to block concurrent updates at 1731014757365 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014757365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731014757365Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014757366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014757366Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014757385 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014757385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014757397 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014757412 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014757412Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014757425 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014757440 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014757440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2807e7ff: reopening flushed file at 1731014757452 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eedb522: reopening flushed file at 1731014757461 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9063c0: reopening flushed file at 1731014757467 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=71, compaction requested=false at 1731014757476 (+9 ms)Writing region close event to WAL at 1731014757477 (+1 ms)Closed at 1731014757477 2024-11-07T21:25:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741830_1006 (size=35440) 2024-11-07T21:25:57,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8dee1a5-adc9-38a0-154b-1804d75f1783/MasterData/WALs/4fc742968c91,39639,1731014753590/4fc742968c91%2C39639%2C1731014753590.1731014754423 not finished, retry = 0 2024-11-07T21:25:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741830_1006 (size=35440) 2024-11-07T21:25:57,583 INFO [M:0;4fc742968c91:39639 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:25:57,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:25:57,583 INFO [M:0;4fc742968c91:39639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39639 2024-11-07T21:25:57,583 INFO [M:0;4fc742968c91:39639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:25:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,696 INFO [M:0;4fc742968c91:39639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:25:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39639-0x1011730f8c90000, quorum=127.0.0.1:53004, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:25:57,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ee65337{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:57,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66eb2d34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:57,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:57,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:57,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:57,706 WARN [BP-1131673707-172.17.0.2-1731014751267 heartbeating to localhost/127.0.0.1:36009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:25:57,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:25:57,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:25:57,706 WARN [BP-1131673707-172.17.0.2-1731014751267 heartbeating to localhost/127.0.0.1:36009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1131673707-172.17.0.2-1731014751267 (Datanode Uuid 83a4d670-c550-4f71-a389-030b37633efa) service to localhost/127.0.0.1:36009 2024-11-07T21:25:57,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data3/current/BP-1131673707-172.17.0.2-1731014751267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:57,707 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data4/current/BP-1131673707-172.17.0.2-1731014751267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:57,707 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:25:57,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19d7f920{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:57,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50a06d4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:57,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:57,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:57,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:57,712 WARN [BP-1131673707-172.17.0.2-1731014751267 heartbeating to localhost/127.0.0.1:36009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:25:57,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:25:57,712 WARN [BP-1131673707-172.17.0.2-1731014751267 heartbeating to localhost/127.0.0.1:36009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1131673707-172.17.0.2-1731014751267 (Datanode Uuid 2002661d-b212-445b-967c-5ba0692df187) service to localhost/127.0.0.1:36009 2024-11-07T21:25:57,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:25:57,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data1/current/BP-1131673707-172.17.0.2-1731014751267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:57,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/cluster_c06f648f-f66c-2948-2026-96a86081b46d/data/data2/current/BP-1131673707-172.17.0.2-1731014751267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:25:57,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:25:57,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19870382{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:57,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1af0ac92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:25:57,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:25:57,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:25:57,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir/,STOPPED} 2024-11-07T21:25:57,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:25:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:25:57,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36009 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36009 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2091 (was 2222) 2024-11-07T21:25:57,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=2091 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir so I do NOT create it in target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2 2024-11-07T21:25:57,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.tmp.dir so I do NOT create it in target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2 2024-11-07T21:25:57,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/787c793e-aa1e-addc-8aa4-ad284ea8f7e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:25:57,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132, deleteOnExit=true 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:25:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/test.cache.data in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:25:57,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:25:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:25:58,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:58,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:58,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:58,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:58,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:58,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:58,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:58,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:58,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11bb0f27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/java.io.tmpdir/jetty-localhost-36013-hadoop-hdfs-3_4_1-tests_jar-_-any-16266181148917530434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:25:58,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-11-07T21:25:58,276 INFO [Time-limited test {}] server.Server(415): Started @19519ms 2024-11-07T21:25:58,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:58,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:58,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:58,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:58,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:58,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:58,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:58,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f961e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/java.io.tmpdir/jetty-localhost-45321-hadoop-hdfs-3_4_1-tests_jar-_-any-7773498944818332196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:58,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:45321} 2024-11-07T21:25:58,618 INFO [Time-limited test {}] server.Server(415): Started @19860ms 2024-11-07T21:25:58,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:25:58,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:25:58,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:25:58,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:25:58,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:25:58,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:25:58,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:25:58,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:25:58,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55b90b6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/java.io.tmpdir/jetty-localhost-38141-hadoop-hdfs-3_4_1-tests_jar-_-any-313453703460791078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:25:58,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:38141} 2024-11-07T21:25:58,754 INFO [Time-limited test {}] server.Server(415): Started @19996ms 2024-11-07T21:25:58,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:00,189 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data2/current/BP-2086171371-172.17.0.2-1731014757798/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:00,189 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data1/current/BP-2086171371-172.17.0.2-1731014757798/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:00,206 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d95366b82ffc2e0 with lease ID 0x82a6d9764967e810: Processing first storage report for DS-2d68ca20-3c82-41f0-8507-a2243d15025c from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=b180d161-625f-4713-a78e-29b31a6f2505, infoPort=45671, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798) 2024-11-07T21:26:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d95366b82ffc2e0 with lease ID 0x82a6d9764967e810: from storage DS-2d68ca20-3c82-41f0-8507-a2243d15025c node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=b180d161-625f-4713-a78e-29b31a6f2505, infoPort=45671, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T21:26:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d95366b82ffc2e0 with lease ID 0x82a6d9764967e810: Processing first storage report for DS-e1b44863-962e-4450-97fb-c3780a630567 from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=b180d161-625f-4713-a78e-29b31a6f2505, infoPort=45671, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798) 2024-11-07T21:26:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d95366b82ffc2e0 with lease ID 0x82a6d9764967e810: from storage DS-e1b44863-962e-4450-97fb-c3780a630567 node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=b180d161-625f-4713-a78e-29b31a6f2505, infoPort=45671, infoSecurePort=0, ipcPort=43033, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:00,335 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data4/current/BP-2086171371-172.17.0.2-1731014757798/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:00,335 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data3/current/BP-2086171371-172.17.0.2-1731014757798/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:00,355 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c9a0d4b697e68c with lease ID 0x82a6d9764967e811: Processing first storage report for DS-4eaa0467-6f4d-42ec-ba62-7335494a4552 from datanode DatanodeRegistration(127.0.0.1:34257, datanodeUuid=51114061-4a3f-440b-8f82-0908bd771af6, infoPort=37191, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798) 2024-11-07T21:26:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c9a0d4b697e68c with lease ID 0x82a6d9764967e811: from storage DS-4eaa0467-6f4d-42ec-ba62-7335494a4552 node DatanodeRegistration(127.0.0.1:34257, datanodeUuid=51114061-4a3f-440b-8f82-0908bd771af6, infoPort=37191, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c9a0d4b697e68c with lease ID 0x82a6d9764967e811: Processing first storage report for DS-706b6505-785b-4a73-b569-8546527856b9 from datanode DatanodeRegistration(127.0.0.1:34257, datanodeUuid=51114061-4a3f-440b-8f82-0908bd771af6, infoPort=37191, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798) 2024-11-07T21:26:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c9a0d4b697e68c with lease ID 0x82a6d9764967e811: from storage DS-706b6505-785b-4a73-b569-8546527856b9 node DatanodeRegistration(127.0.0.1:34257, datanodeUuid=51114061-4a3f-440b-8f82-0908bd771af6, infoPort=37191, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=978540787;c=1731014757798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:00,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2 2024-11-07T21:26:00,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/zookeeper_0, clientPort=56799, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:26:00,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56799 2024-11-07T21:26:00,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:00,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f with version=8 2024-11-07T21:26:00,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/hbase-staging 2024-11-07T21:26:00,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:00,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:00,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:26:00,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:00,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39849 2024-11-07T21:26:00,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39849 connecting to ZooKeeper ensemble=127.0.0.1:56799 2024-11-07T21:26:00,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398490x0, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:00,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39849-0x1011731137e0000 connected 2024-11-07T21:26:00,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:00,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f, hbase.cluster.distributed=false 2024-11-07T21:26:00,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:00,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-07T21:26:00,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2024-11-07T21:26:00,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2024-11-07T21:26:00,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-07T21:26:00,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-07T21:26:00,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:00,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:00,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38403 2024-11-07T21:26:00,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38403 connecting to ZooKeeper ensemble=127.0.0.1:56799 2024-11-07T21:26:00,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384030x0, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:00,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384030x0, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:00,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38403-0x1011731137e0001 connected 2024-11-07T21:26:00,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:00,629 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:00,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:00,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:00,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38403 2024-11-07T21:26:00,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38403 2024-11-07T21:26:00,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38403 2024-11-07T21:26:00,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38403 2024-11-07T21:26:00,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38403 2024-11-07T21:26:00,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:00,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:00,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32833 2024-11-07T21:26:00,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32833 connecting to ZooKeeper ensemble=127.0.0.1:56799 2024-11-07T21:26:00,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328330x0, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:00,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32833-0x1011731137e0002 connected 2024-11-07T21:26:00,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:00,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:00,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:00,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:00,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:00,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-07T21:26:00,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32833 2024-11-07T21:26:00,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32833 2024-11-07T21:26:00,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-07T21:26:00,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-07T21:26:00,688 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:39849 2024-11-07T21:26:00,688 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,701 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,714 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:26:00,715 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,39849,1731014760424 from backup master directory 2024-11-07T21:26:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,724 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:00,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:00,724 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,729 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/hbase.id] with ID: ddc481cd-72df-42d8-990d-5cd7d802c553 2024-11-07T21:26:00,729 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/.tmp/hbase.id 2024-11-07T21:26:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:00,736 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/.tmp/hbase.id]:[hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/hbase.id] 2024-11-07T21:26:00,750 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:00,750 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:26:00,752 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T21:26:00,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:00,772 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:00,773 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:26:00,773 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:00,784 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store 2024-11-07T21:26:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:00,792 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:00,792 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:00,792 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014760792Disabling compacts and flushes for region at 1731014760792Disabling writes for close at 1731014760792Writing region close event to WAL at 1731014760792Closed at 1731014760792 2024-11-07T21:26:00,793 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/.initializing 2024-11-07T21:26:00,793 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/WALs/4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,795 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:00,797 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C39849%2C1731014760424, suffix=, logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/WALs/4fc742968c91,39849,1731014760424, archiveDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/oldWALs, maxLogs=10 2024-11-07T21:26:00,815 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/WALs/4fc742968c91,39849,1731014760424/4fc742968c91%2C39849%2C1731014760424.1731014760797, exclude list is [], retry=0 2024-11-07T21:26:00,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34257,DS-4eaa0467-6f4d-42ec-ba62-7335494a4552,DISK] 2024-11-07T21:26:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-2d68ca20-3c82-41f0-8507-a2243d15025c,DISK] 2024-11-07T21:26:00,821 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/WALs/4fc742968c91,39849,1731014760424/4fc742968c91%2C39849%2C1731014760424.1731014760797 2024-11-07T21:26:00,821 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-07T21:26:00,822 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:00,822 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:00,822 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,822 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:26:00,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:00,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:00,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:26:00,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:00,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:00,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:26:00,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:00,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:00,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:26:00,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:00,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:00,834 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,835 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,836 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,837 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,837 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,838 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:00,839 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:00,842 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:00,843 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73798601, jitterRate=0.09968484938144684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:00,843 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014760822Initializing all the Stores at 1731014760823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014760823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014760824 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014760824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014760824Cleaning up temporary data from old regions at 1731014760837 (+13 ms)Region opened successfully at 1731014760843 (+6 ms) 2024-11-07T21:26:00,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:26:00,848 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fd877b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:00,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:26:00,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:26:00,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:26:00,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:26:00,850 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:26:00,850 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:26:00,850 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:26:00,852 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:26:00,853 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:26:00,861 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:26:00,862 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:26:00,862 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:26:00,871 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:26:00,872 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:26:00,873 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:26:00,882 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:26:00,883 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:26:00,893 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:26:00,895 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:26:00,903 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,914 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,39849,1731014760424, sessionid=0x1011731137e0000, setting cluster-up flag (Was=false) 2024-11-07T21:26:00,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,966 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:26:00,968 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39849,1731014760424 2024-11-07T21:26:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:00,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:01,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:26:01,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:01,019 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:26:01,020 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,39849,1731014760424 2024-11-07T21:26:01,022 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:26:01,024 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:01,024 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:26:01,024 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:26:01,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:01,024 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,39849,1731014760424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:01,026 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014791033 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:26:01,033 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:26:01,034 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:01,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:26:01,034 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:26:01,034 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:26:01,034 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:26:01,035 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:26:01,035 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:26:01,035 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014761035,5,FailOnTimeoutGroup] 2024-11-07T21:26:01,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:26:01,038 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014761035,5,FailOnTimeoutGroup] 2024-11-07T21:26:01,038 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,039 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:26:01,039 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,039 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:01,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:26:01,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f 2024-11-07T21:26:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:01,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:01,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:01,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:01,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:01,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:01,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:01,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:01,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:01,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:01,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740 2024-11-07T21:26:01,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740 2024-11-07T21:26:01,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:01,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:01,077 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(746): ClusterId : ddc481cd-72df-42d8-990d-5cd7d802c553 2024-11-07T21:26:01,077 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(746): ClusterId : ddc481cd-72df-42d8-990d-5cd7d802c553 2024-11-07T21:26:01,077 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:01,077 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:01,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:01,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:01,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:01,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66004224, jitterRate=-0.016460418701171875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:01,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014761063Initializing all the Stores at 1731014761064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014761064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761064Cleaning up temporary data from old regions at 1731014761076 (+12 ms)Region opened successfully at 1731014761082 (+6 ms) 2024-11-07T21:26:01,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:01,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:01,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:01,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:01,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:01,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:01,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014761082Disabling compacts and flushes for region at 1731014761082Disabling writes for close at 1731014761082Writing region close event to WAL at 1731014761083 (+1 ms)Closed at 1731014761083 2024-11-07T21:26:01,083 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:01,083 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:01,083 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:01,083 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:01,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:01,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:26:01,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:26:01,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:01,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:26:01,094 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:01,094 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:01,094 DEBUG [RS:1;4fc742968c91:32833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4530c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:01,094 DEBUG [RS:0;4fc742968c91:38403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75780b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:01,104 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:32833 2024-11-07T21:26:01,105 INFO [RS:1;4fc742968c91:32833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:01,105 INFO [RS:1;4fc742968c91:32833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:01,105 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:01,106 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39849,1731014760424 with port=32833, startcode=1731014760650 2024-11-07T21:26:01,106 DEBUG [RS:1;4fc742968c91:32833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:01,108 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:01,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,110 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f 2024-11-07T21:26:01,110 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46529 2024-11-07T21:26:01,110 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:01,110 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:38403 2024-11-07T21:26:01,110 INFO [RS:0;4fc742968c91:38403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:01,110 INFO [RS:0;4fc742968c91:38403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:01,111 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:01,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:01,122 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,39849,1731014760424 with port=38403, startcode=1731014760606 2024-11-07T21:26:01,122 DEBUG [RS:1;4fc742968c91:32833 {}] zookeeper.ZKUtil(111): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,122 DEBUG [RS:0;4fc742968c91:38403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:01,122 WARN [RS:1;4fc742968c91:32833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:01,122 INFO [RS:1;4fc742968c91:32833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:01,123 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,32833,1731014760650] 2024-11-07T21:26:01,124 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:01,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,127 INFO [RS:1;4fc742968c91:32833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:01,127 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f 2024-11-07T21:26:01,127 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46529 2024-11-07T21:26:01,127 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:01,129 INFO [RS:1;4fc742968c91:32833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:01,129 INFO [RS:1;4fc742968c91:32833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:01,129 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,129 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:01,130 INFO [RS:1;4fc742968c91:32833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:01,130 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:01,131 DEBUG [RS:1;4fc742968c91:32833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,132 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,32833,1731014760650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:01,146 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:01,146 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,32833,1731014760650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,146 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,146 INFO [RS:1;4fc742968c91:32833 {}] regionserver.Replication(171): 4fc742968c91,32833,1731014760650 started 2024-11-07T21:26:01,160 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,160 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,32833,1731014760650, RpcServer on 4fc742968c91/172.17.0.2:32833, sessionid=0x1011731137e0002 2024-11-07T21:26:01,160 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:01,160 DEBUG [RS:1;4fc742968c91:32833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,160 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,32833,1731014760650' 2024-11-07T21:26:01,160 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:01,164 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:01,165 DEBUG [RS:0;4fc742968c91:38403 {}] zookeeper.ZKUtil(111): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:01,165 WARN [RS:0;4fc742968c91:38403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,32833,1731014760650 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,32833,1731014760650' 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:01,165 INFO [RS:0;4fc742968c91:38403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:01,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,38403,1731014760606] 2024-11-07T21:26:01,165 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,165 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:01,166 DEBUG [RS:1;4fc742968c91:32833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:01,166 INFO [RS:1;4fc742968c91:32833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:01,166 INFO [RS:1;4fc742968c91:32833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:01,169 INFO [RS:0;4fc742968c91:38403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:01,171 INFO [RS:0;4fc742968c91:38403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:01,171 INFO [RS:0;4fc742968c91:38403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:01,171 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,171 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:01,172 INFO [RS:0;4fc742968c91:38403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:01,172 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:01,173 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:01,174 DEBUG [RS:0;4fc742968c91:38403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:01,174 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,174 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,174 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,174 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,174 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,175 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,38403,1731014760606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:01,196 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:01,197 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,38403,1731014760606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,197 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,197 INFO [RS:0;4fc742968c91:38403 {}] regionserver.Replication(171): 4fc742968c91,38403,1731014760606 started 2024-11-07T21:26:01,212 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,213 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,38403,1731014760606, RpcServer on 4fc742968c91/172.17.0.2:38403, sessionid=0x1011731137e0001 2024-11-07T21:26:01,213 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:01,213 DEBUG [RS:0;4fc742968c91:38403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,213 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,38403,1731014760606' 2024-11-07T21:26:01,213 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:01,213 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:01,214 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:01,214 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:01,214 DEBUG [RS:0;4fc742968c91:38403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,214 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,38403,1731014760606' 2024-11-07T21:26:01,214 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:01,215 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:01,215 DEBUG [RS:0;4fc742968c91:38403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:01,215 INFO [RS:0;4fc742968c91:38403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:01,215 INFO [RS:0;4fc742968c91:38403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:01,237 WARN [4fc742968c91:39849 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:26:01,266 INFO [RS:1;4fc742968c91:32833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:01,268 INFO [RS:1;4fc742968c91:32833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C32833%2C1731014760650, suffix=, logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,32833,1731014760650, archiveDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs, maxLogs=32 2024-11-07T21:26:01,280 DEBUG [RS:1;4fc742968c91:32833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,32833,1731014760650/4fc742968c91%2C32833%2C1731014760650.1731014761269, exclude list is [], retry=0 2024-11-07T21:26:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-2d68ca20-3c82-41f0-8507-a2243d15025c,DISK] 2024-11-07T21:26:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34257,DS-4eaa0467-6f4d-42ec-ba62-7335494a4552,DISK] 2024-11-07T21:26:01,286 INFO [RS:1;4fc742968c91:32833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,32833,1731014760650/4fc742968c91%2C32833%2C1731014760650.1731014761269 2024-11-07T21:26:01,286 DEBUG [RS:1;4fc742968c91:32833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-07T21:26:01,316 INFO [RS:0;4fc742968c91:38403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:01,318 INFO [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C38403%2C1731014760606, suffix=, logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606, archiveDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs, maxLogs=32 2024-11-07T21:26:01,339 DEBUG [RS:0;4fc742968c91:38403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606/4fc742968c91%2C38403%2C1731014760606.1731014761320, exclude list is [], retry=0 2024-11-07T21:26:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34257,DS-4eaa0467-6f4d-42ec-ba62-7335494a4552,DISK] 2024-11-07T21:26:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-2d68ca20-3c82-41f0-8507-a2243d15025c,DISK] 2024-11-07T21:26:01,343 INFO [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606/4fc742968c91%2C38403%2C1731014760606.1731014761320 2024-11-07T21:26:01,344 DEBUG [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45671:45671),(127.0.0.1/127.0.0.1:37191:37191)] 2024-11-07T21:26:01,487 DEBUG [4fc742968c91:39849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:26:01,488 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:01,492 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:01,492 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:01,492 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:01,492 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:01,492 INFO [4fc742968c91:39849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:01,492 INFO [4fc742968c91:39849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:01,492 DEBUG [4fc742968c91:39849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:01,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,38403,1731014760606, state=OPENING 2024-11-07T21:26:01,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:26:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:01,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:01,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,38403,1731014760606}] 2024-11-07T21:26:01,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:01,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:01,685 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:26:01,685 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:01,685 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:26:01,687 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C38403%2C1731014760606.meta, suffix=.meta, logDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606, archiveDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs, maxLogs=32 2024-11-07T21:26:01,699 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606/4fc742968c91%2C38403%2C1731014760606.meta.1731014761688.meta, exclude list is [], retry=0 2024-11-07T21:26:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-2d68ca20-3c82-41f0-8507-a2243d15025c,DISK] 2024-11-07T21:26:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34257,DS-4eaa0467-6f4d-42ec-ba62-7335494a4552,DISK] 2024-11-07T21:26:01,704 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,38403,1731014760606/4fc742968c91%2C38403%2C1731014760606.meta.1731014761688.meta 2024-11-07T21:26:01,704 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37191:37191),(127.0.0.1/127.0.0.1:45671:45671)] 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:26:01,705 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:26:01,705 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:26:01,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:01,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:01,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:01,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:01,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:01,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:01,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:01,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:01,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:01,713 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:01,714 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740 2024-11-07T21:26:01,716 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740 2024-11-07T21:26:01,717 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:01,717 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:01,718 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:01,719 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:01,720 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63768456, jitterRate=-0.04977595806121826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:01,720 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:26:01,721 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014761705Writing region info on filesystem at 1731014761706 (+1 ms)Initializing all the Stores at 1731014761706Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761707 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014761707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014761707Cleaning up temporary data from old regions at 1731014761717 (+10 ms)Running coprocessor post-open hooks at 1731014761720 (+3 ms)Region opened successfully at 1731014761721 (+1 ms) 2024-11-07T21:26:01,722 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014761679 2024-11-07T21:26:01,725 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:26:01,725 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:26:01,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,726 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,38403,1731014760606, state=OPEN 2024-11-07T21:26:01,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:01,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:01,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:01,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,38403,1731014760606 2024-11-07T21:26:01,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:01,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:26:01,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,38403,1731014760606 in 210 msec 2024-11-07T21:26:01,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:26:01,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-07T21:26:01,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:01,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:26:01,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:01,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,38403,1731014760606, seqNum=-1] 2024-11-07T21:26:01,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:01,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:01,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-11-07T21:26:01,752 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014761752, completionTime=-1 2024-11-07T21:26:01,752 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:26:01,752 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014821754 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014881754 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,754 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,755 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,755 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:39849, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,755 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,755 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,757 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.035sec 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:01,759 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:26:01,762 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:26:01,762 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:26:01,762 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,39849,1731014760424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:01,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:01,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,39849,-1 for getting cluster id 2024-11-07T21:26:01,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:26:01,780 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc481cd-72df-42d8-990d-5cd7d802c553' 2024-11-07T21:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc481cd-72df-42d8-990d-5cd7d802c553" 2024-11-07T21:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd9f002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,39849,-1] 2024-11-07T21:26:01,781 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:26:01,782 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:01,782 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:26:01,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:01,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:01,785 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,38403,1731014760606, seqNum=-1] 2024-11-07T21:26:01,786 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:01,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:01,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,39849,1731014760424 2024-11-07T21:26:01,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:26:01,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,39849,1731014760424 2024-11-07T21:26:01,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e04cd1 2024-11-07T21:26:01,792 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:26:01,793 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:26:01,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:26:01,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:26:01,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:01,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:26:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:01,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:26:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:02,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 559ae2bea89873f6a656112bff509617, NAME => 'testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f 2024-11-07T21:26:02,215 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5948019f2a095db20a6e190136ea78ed, NAME => 'testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f 2024-11-07T21:26:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:02,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:02,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:02,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:02,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 559ae2bea89873f6a656112bff509617, disabling compactions & flushes 2024-11-07T21:26:02,225 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,225 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. after waiting 0 ms 2024-11-07T21:26:02,226 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,226 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,226 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 559ae2bea89873f6a656112bff509617: Waiting for close lock at 1731014762225Disabling compacts and flushes for region at 1731014762225Disabling writes for close at 1731014762225Writing region close event to WAL at 1731014762226 (+1 ms)Closed at 1731014762226 2024-11-07T21:26:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:02,626 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:02,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5948019f2a095db20a6e190136ea78ed, disabling compactions & flushes 2024-11-07T21:26:02,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. after waiting 0 ms 2024-11-07T21:26:02,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5948019f2a095db20a6e190136ea78ed: Waiting for close lock at 1731014762626Disabling compacts and flushes for region at 1731014762627 (+1 ms)Disabling writes for close at 1731014762627Writing region close event to WAL at 1731014762627Closed at 1731014762627 2024-11-07T21:26:02,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:26:02,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014762630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014762630"}]},"ts":"1731014762630"} 2024-11-07T21:26:02,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014762630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014762630"}]},"ts":"1731014762630"} 2024-11-07T21:26:02,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:26:02,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:26:02,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014762639"}]},"ts":"1731014762639"} 2024-11-07T21:26:02,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:26:02,643 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:02,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:02,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:02,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:02,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:02,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:02,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:02,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:02,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=559ae2bea89873f6a656112bff509617, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5948019f2a095db20a6e190136ea78ed, ASSIGN}] 2024-11-07T21:26:02,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5948019f2a095db20a6e190136ea78ed, ASSIGN 2024-11-07T21:26:02,647 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=559ae2bea89873f6a656112bff509617, ASSIGN 2024-11-07T21:26:02,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5948019f2a095db20a6e190136ea78ed, ASSIGN; state=OFFLINE, location=4fc742968c91,32833,1731014760650; forceNewPlan=false, retain=false 2024-11-07T21:26:02,648 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=559ae2bea89873f6a656112bff509617, ASSIGN; state=OFFLINE, location=4fc742968c91,38403,1731014760606; forceNewPlan=false, retain=false 2024-11-07T21:26:02,799 INFO [4fc742968c91:39849 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:26:02,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5948019f2a095db20a6e190136ea78ed, regionState=OPENING, regionLocation=4fc742968c91,32833,1731014760650 2024-11-07T21:26:02,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=559ae2bea89873f6a656112bff509617, regionState=OPENING, regionLocation=4fc742968c91,38403,1731014760606 2024-11-07T21:26:02,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=559ae2bea89873f6a656112bff509617, ASSIGN because future has completed 2024-11-07T21:26:02,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 559ae2bea89873f6a656112bff509617, server=4fc742968c91,38403,1731014760606}] 2024-11-07T21:26:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5948019f2a095db20a6e190136ea78ed, ASSIGN because future has completed 2024-11-07T21:26:02,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5948019f2a095db20a6e190136ea78ed, server=4fc742968c91,32833,1731014760650}] 2024-11-07T21:26:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:02,960 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:02,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:02,967 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,967 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 559ae2bea89873f6a656112bff509617, NAME => 'testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:26:02,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:02,968 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,969 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,969 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5948019f2a095db20a6e190136ea78ed, NAME => 'testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:26:02,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:02,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,970 INFO [StoreOpener-559ae2bea89873f6a656112bff509617-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,971 INFO [StoreOpener-5948019f2a095db20a6e190136ea78ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,972 INFO [StoreOpener-559ae2bea89873f6a656112bff509617-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 559ae2bea89873f6a656112bff509617 columnFamilyName family 2024-11-07T21:26:02,972 DEBUG [StoreOpener-559ae2bea89873f6a656112bff509617-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:02,973 INFO [StoreOpener-5948019f2a095db20a6e190136ea78ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5948019f2a095db20a6e190136ea78ed columnFamilyName family 2024-11-07T21:26:02,973 DEBUG [StoreOpener-5948019f2a095db20a6e190136ea78ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:02,973 INFO [StoreOpener-559ae2bea89873f6a656112bff509617-1 {}] regionserver.HStore(327): Store=559ae2bea89873f6a656112bff509617/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:02,973 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,973 INFO [StoreOpener-5948019f2a095db20a6e190136ea78ed-1 {}] regionserver.HStore(327): Store=5948019f2a095db20a6e190136ea78ed/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:02,973 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,974 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,974 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,974 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,977 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,977 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,979 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:02,979 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:02,980 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5948019f2a095db20a6e190136ea78ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69146883, jitterRate=0.030368849635124207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:02,980 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 559ae2bea89873f6a656112bff509617; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72773544, jitterRate=0.08441030979156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:02,980 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:02,980 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:02,980 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5948019f2a095db20a6e190136ea78ed: Running coprocessor pre-open hook at 1731014762970Writing region info on filesystem at 1731014762970Initializing all the Stores at 1731014762971 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014762971Cleaning up temporary data from old regions at 1731014762975 (+4 ms)Running coprocessor post-open hooks at 1731014762980 (+5 ms)Region opened successfully at 1731014762980 2024-11-07T21:26:02,980 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 559ae2bea89873f6a656112bff509617: Running coprocessor pre-open hook at 1731014762969Writing region info on filesystem at 1731014762969Initializing all the Stores at 1731014762970 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014762970Cleaning up temporary data from old regions at 1731014762975 (+5 ms)Running coprocessor post-open hooks at 1731014762980 (+5 ms)Region opened successfully at 1731014762980 2024-11-07T21:26:02,982 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617., pid=7, masterSystemTime=1731014762958 2024-11-07T21:26:02,982 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed., pid=8, masterSystemTime=1731014762960 2024-11-07T21:26:02,984 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,984 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:02,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=559ae2bea89873f6a656112bff509617, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,38403,1731014760606 2024-11-07T21:26:02,985 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,985 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:02,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5948019f2a095db20a6e190136ea78ed, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,32833,1731014760650 2024-11-07T21:26:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 559ae2bea89873f6a656112bff509617, server=4fc742968c91,38403,1731014760606 because future has completed 2024-11-07T21:26:02,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5948019f2a095db20a6e190136ea78ed, server=4fc742968c91,32833,1731014760650 because future has completed 2024-11-07T21:26:02,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T21:26:02,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 559ae2bea89873f6a656112bff509617, server=4fc742968c91,38403,1731014760606 in 183 msec 2024-11-07T21:26:02,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T21:26:02,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5948019f2a095db20a6e190136ea78ed, server=4fc742968c91,32833,1731014760650 in 184 msec 2024-11-07T21:26:02,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=559ae2bea89873f6a656112bff509617, ASSIGN in 346 msec 2024-11-07T21:26:02,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T21:26:02,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5948019f2a095db20a6e190136ea78ed, ASSIGN in 348 msec 2024-11-07T21:26:02,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:26:02,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014762996"}]},"ts":"1731014762996"} 2024-11-07T21:26:02,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:26:03,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:26:03,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2050 sec 2024-11-07T21:26:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:03,950 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:26:03,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:26:03,950 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:26:03,955 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:03,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:26:03,960 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617., hostname=4fc742968c91,38403,1731014760606, seqNum=2] 2024-11-07T21:26:03,978 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed., hostname=4fc742968c91,32833,1731014760650, seqNum=2] 2024-11-07T21:26:03,979 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:03,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:03,995 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 559ae2bea89873f6a656112bff509617 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:26:04,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/.tmp/family/19a08720ba414c379d20464eda02636c is 32, key is 1/family:/1731014763961/Put/seqid=0 2024-11-07T21:26:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:04,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/.tmp/family/19a08720ba414c379d20464eda02636c 2024-11-07T21:26:04,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/.tmp/family/19a08720ba414c379d20464eda02636c as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/family/19a08720ba414c379d20464eda02636c 2024-11-07T21:26:04,031 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/family/19a08720ba414c379d20464eda02636c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:26:04,032 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 559ae2bea89873f6a656112bff509617 in 37ms, sequenceid=8, compaction requested=false 2024-11-07T21:26:04,033 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 559ae2bea89873f6a656112bff509617: 2024-11-07T21:26:04,033 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5948019f2a095db20a6e190136ea78ed 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:26:04,051 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/.tmp/family/01e3ba67a53341349e1ac018b99593a3 is 32, key is 5/family:/1731014763983/Put/seqid=0 2024-11-07T21:26:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:04,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/.tmp/family/01e3ba67a53341349e1ac018b99593a3 2024-11-07T21:26:04,064 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/.tmp/family/01e3ba67a53341349e1ac018b99593a3 as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/family/01e3ba67a53341349e1ac018b99593a3 2024-11-07T21:26:04,070 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/family/01e3ba67a53341349e1ac018b99593a3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:26:04,071 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5948019f2a095db20a6e190136ea78ed in 38ms, sequenceid=9, compaction requested=false 2024-11-07T21:26:04,071 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5948019f2a095db20a6e190136ea78ed: 2024-11-07T21:26:04,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T21:26:04,078 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:04,079 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:04,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:04,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:04,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:26:04,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:04,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:04,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:26:04,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:26:04,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103697475, stopped=false 2024-11-07T21:26:04,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,39849,1731014760424 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:04,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:04,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:04,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:04,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:04,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:04,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,38403,1731014760606' ***** 2024-11-07T21:26:04,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:04,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,32833,1731014760650' ***** 2024-11-07T21:26:04,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:04,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:04,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:04,272 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:04,272 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:04,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:04,272 INFO [RS:1;4fc742968c91:32833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:04,272 INFO [RS:0;4fc742968c91:38403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:04,273 INFO [RS:1;4fc742968c91:32833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:04,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:04,273 INFO [RS:0;4fc742968c91:38403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:04,273 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(3091): Received CLOSE for 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:04,273 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(3091): Received CLOSE for 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:04,273 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,32833,1731014760650 2024-11-07T21:26:04,274 INFO [RS:1;4fc742968c91:32833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:04,274 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,38403,1731014760606 2024-11-07T21:26:04,274 INFO [RS:0;4fc742968c91:38403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:04,274 INFO [RS:1;4fc742968c91:32833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:32833. 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5948019f2a095db20a6e190136ea78ed, disabling compactions & flushes 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 559ae2bea89873f6a656112bff509617, disabling compactions & flushes 2024-11-07T21:26:04,274 INFO [RS:0;4fc742968c91:38403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:38403. 2024-11-07T21:26:04,274 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:04,274 DEBUG [RS:1;4fc742968c91:32833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:04,274 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:04,274 DEBUG [RS:1;4fc742968c91:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,274 DEBUG [RS:0;4fc742968c91:38403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. after waiting 0 ms 2024-11-07T21:26:04,274 DEBUG [RS:0;4fc742968c91:38403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. after waiting 0 ms 2024-11-07T21:26:04,274 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:04,274 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:04,274 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1325): Online Regions={5948019f2a095db20a6e190136ea78ed=testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed.} 2024-11-07T21:26:04,275 INFO [RS:0;4fc742968c91:38403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:04,275 INFO [RS:0;4fc742968c91:38403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:04,275 DEBUG [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1351): Waiting on 5948019f2a095db20a6e190136ea78ed 2024-11-07T21:26:04,275 INFO [RS:0;4fc742968c91:38403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:04,275 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:26:04,275 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:26:04,275 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1325): Online Regions={559ae2bea89873f6a656112bff509617=testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T21:26:04,275 DEBUG [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 559ae2bea89873f6a656112bff509617 2024-11-07T21:26:04,276 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:04,276 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:04,276 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:04,276 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:04,276 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:04,276 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:26:04,279 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:04,280 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/5948019f2a095db20a6e190136ea78ed/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:26:04,280 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/default/testClearRegionBlockCache/559ae2bea89873f6a656112bff509617/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:26:04,281 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:04,281 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:04,281 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 559ae2bea89873f6a656112bff509617: Waiting for close lock at 1731014764274Running coprocessor pre-close hooks at 1731014764274Disabling compacts and flushes for region at 1731014764274Disabling writes for close at 1731014764274Writing region close event to WAL at 1731014764276 (+2 ms)Running coprocessor post-close hooks at 1731014764281 (+5 ms)Closed at 1731014764281 2024-11-07T21:26:04,281 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5948019f2a095db20a6e190136ea78ed: Waiting for close lock at 1731014764274Running coprocessor pre-close hooks at 1731014764274Disabling compacts and flushes for region at 1731014764274Disabling writes for close at 1731014764274Writing region close event to WAL at 1731014764276 (+2 ms)Running coprocessor post-close hooks at 1731014764281 (+5 ms)Closed at 1731014764281 2024-11-07T21:26:04,281 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014761794.559ae2bea89873f6a656112bff509617. 2024-11-07T21:26:04,281 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed. 2024-11-07T21:26:04,293 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/info/795cc9fbd09144279bf119042e8e039f is 173, key is testClearRegionBlockCache,5,1731014761794.5948019f2a095db20a6e190136ea78ed./info:regioninfo/1731014762986/Put/seqid=0 2024-11-07T21:26:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:04,300 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/info/795cc9fbd09144279bf119042e8e039f 2024-11-07T21:26:04,328 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/ns/5cc3bd838d054c3e89ccd37b1e01a11a is 43, key is default/ns:d/1731014761746/Put/seqid=0 2024-11-07T21:26:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:04,334 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/ns/5cc3bd838d054c3e89ccd37b1e01a11a 2024-11-07T21:26:04,336 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:04,356 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/table/a3382f7b3bb249e9b45aed1b8c771619 is 61, key is testClearRegionBlockCache/table:state/1731014762996/Put/seqid=0 2024-11-07T21:26:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:04,363 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/table/a3382f7b3bb249e9b45aed1b8c771619 2024-11-07T21:26:04,371 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/info/795cc9fbd09144279bf119042e8e039f as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/info/795cc9fbd09144279bf119042e8e039f 2024-11-07T21:26:04,378 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/info/795cc9fbd09144279bf119042e8e039f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:26:04,379 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/ns/5cc3bd838d054c3e89ccd37b1e01a11a as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/ns/5cc3bd838d054c3e89ccd37b1e01a11a 2024-11-07T21:26:04,385 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/ns/5cc3bd838d054c3e89ccd37b1e01a11a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:26:04,387 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/.tmp/table/a3382f7b3bb249e9b45aed1b8c771619 as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/table/a3382f7b3bb249e9b45aed1b8c771619 2024-11-07T21:26:04,392 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/table/a3382f7b3bb249e9b45aed1b8c771619, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:26:04,394 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false 2024-11-07T21:26:04,431 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:26:04,432 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:26:04,432 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:04,432 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014764276Running coprocessor pre-close hooks at 1731014764276Disabling compacts and flushes for region at 1731014764276Disabling writes for close at 1731014764276Obtaining lock to block concurrent updates at 1731014764276Preparing flush snapshotting stores in 1588230740 at 1731014764276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014764277 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731014764278 (+1 ms)Flushing 1588230740/info: creating writer at 1731014764278Flushing 1588230740/info: appending metadata at 1731014764293 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731014764293Flushing 1588230740/ns: creating writer at 1731014764307 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731014764327 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731014764327Flushing 1588230740/table: creating writer at 1731014764341 (+14 ms)Flushing 1588230740/table: appending metadata at 1731014764356 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731014764356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ea7562: reopening flushed file at 1731014764370 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b31842a: reopening flushed file at 1731014764378 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3e7336: reopening flushed file at 1731014764386 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false at 1731014764394 (+8 ms)Writing region close event to WAL at 1731014764395 (+1 ms)Running coprocessor post-close hooks at 1731014764432 (+37 ms)Closed at 1731014764432 2024-11-07T21:26:04,432 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:04,475 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,32833,1731014760650; all regions closed. 2024-11-07T21:26:04,476 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,38403,1731014760606; all regions closed. 2024-11-07T21:26:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:04,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/WALs/4fc742968c91,32833,1731014760650/4fc742968c91%2C32833%2C1731014760650.1731014761269 not finished, retry = 0 2024-11-07T21:26:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:04,492 DEBUG [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs 2024-11-07T21:26:04,493 INFO [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C38403%2C1731014760606.meta:.meta(num 1731014761688) 2024-11-07T21:26:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:04,498 DEBUG [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs 2024-11-07T21:26:04,498 INFO [RS:0;4fc742968c91:38403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C38403%2C1731014760606:(num 1731014761320) 2024-11-07T21:26:04,498 DEBUG [RS:0;4fc742968c91:38403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,498 INFO [RS:0;4fc742968c91:38403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:04,499 INFO [RS:0;4fc742968c91:38403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:04,499 INFO [RS:0;4fc742968c91:38403 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:04,499 INFO [RS:0;4fc742968c91:38403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:04,499 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:04,499 INFO [RS:0;4fc742968c91:38403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38403 2024-11-07T21:26:04,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,38403,1731014760606 2024-11-07T21:26:04,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:04,524 INFO [RS:0;4fc742968c91:38403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:04,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,38403,1731014760606] 2024-11-07T21:26:04,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,38403,1731014760606 already deleted, retry=false 2024-11-07T21:26:04,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,38403,1731014760606 expired; onlineServers=1 2024-11-07T21:26:04,584 DEBUG [RS:1;4fc742968c91:32833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/oldWALs 2024-11-07T21:26:04,584 INFO [RS:1;4fc742968c91:32833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C32833%2C1731014760650:(num 1731014761269) 2024-11-07T21:26:04,584 DEBUG [RS:1;4fc742968c91:32833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:04,584 INFO [RS:1;4fc742968c91:32833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:04,584 INFO [RS:1;4fc742968c91:32833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:04,585 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:04,585 INFO [RS:1;4fc742968c91:32833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32833 2024-11-07T21:26:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,32833,1731014760650 2024-11-07T21:26:04,598 INFO [RS:1;4fc742968c91:32833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:04,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,32833,1731014760650] 2024-11-07T21:26:04,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,635 INFO [RS:0;4fc742968c91:38403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:04,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38403-0x1011731137e0001, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,635 INFO [RS:0;4fc742968c91:38403 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,38403,1731014760606; zookeeper connection closed. 2024-11-07T21:26:04,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e144e6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e144e6b 2024-11-07T21:26:04,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,32833,1731014760650 already deleted, retry=false 2024-11-07T21:26:04,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,32833,1731014760650 expired; onlineServers=0 2024-11-07T21:26:04,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,39849,1731014760424' ***** 2024-11-07T21:26:04,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:26:04,697 INFO [M:0;4fc742968c91:39849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:04,697 INFO [M:0;4fc742968c91:39849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:04,697 DEBUG [M:0;4fc742968c91:39849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:26:04,697 DEBUG [M:0;4fc742968c91:39849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:26:04,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:26:04,697 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014761035 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014761035,5,FailOnTimeoutGroup] 2024-11-07T21:26:04,697 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014761035 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014761035,5,FailOnTimeoutGroup] 2024-11-07T21:26:04,698 INFO [M:0;4fc742968c91:39849 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:04,698 INFO [M:0;4fc742968c91:39849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:04,698 DEBUG [M:0;4fc742968c91:39849 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:26:04,698 INFO [M:0;4fc742968c91:39849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:26:04,698 INFO [M:0;4fc742968c91:39849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:04,698 INFO [M:0;4fc742968c91:39849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:26:04,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:26:04,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,708 INFO [RS:1;4fc742968c91:32833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:04,708 INFO [RS:1;4fc742968c91:32833 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,32833,1731014760650; zookeeper connection closed. 2024-11-07T21:26:04,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32833-0x1011731137e0002, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,709 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2928666e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2928666e 2024-11-07T21:26:04,709 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:26:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:04,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:04,722 DEBUG [M:0;4fc742968c91:39849 {}] zookeeper.ZKUtil(347): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:26:04,722 WARN [M:0;4fc742968c91:39849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:26:04,722 INFO [M:0;4fc742968c91:39849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/.lastflushedseqids 2024-11-07T21:26:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:04,730 INFO [M:0;4fc742968c91:39849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:26:04,731 INFO [M:0;4fc742968c91:39849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:26:04,731 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:04,731 INFO [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:04,731 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:04,731 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:04,731 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:04,731 INFO [M:0;4fc742968c91:39849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T21:26:04,751 DEBUG [M:0;4fc742968c91:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8e5dc8e3984e9c90d3c7f3aa7ede01 is 82, key is hbase:meta,,1/info:regioninfo/1731014761725/Put/seqid=0 2024-11-07T21:26:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:04,757 INFO [M:0;4fc742968c91:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8e5dc8e3984e9c90d3c7f3aa7ede01 2024-11-07T21:26:04,785 DEBUG [M:0;4fc742968c91:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6e377a9ea4744b4a2e5e81e4827dc48 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014763001/Put/seqid=0 2024-11-07T21:26:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741846_1022 (size=6219) 2024-11-07T21:26:04,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741846_1022 (size=6219) 2024-11-07T21:26:04,790 INFO [M:0;4fc742968c91:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6e377a9ea4744b4a2e5e81e4827dc48 2024-11-07T21:26:04,812 DEBUG [M:0;4fc742968c91:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af2fa62dabd403682291eda5678a602 is 69, key is 4fc742968c91,32833,1731014760650/rs:state/1731014761108/Put/seqid=0 2024-11-07T21:26:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:04,818 INFO [M:0;4fc742968c91:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af2fa62dabd403682291eda5678a602 2024-11-07T21:26:04,823 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8e5dc8e3984e9c90d3c7f3aa7ede01 as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8e5dc8e3984e9c90d3c7f3aa7ede01 2024-11-07T21:26:04,829 INFO [M:0;4fc742968c91:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8e5dc8e3984e9c90d3c7f3aa7ede01, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:26:04,831 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6e377a9ea4744b4a2e5e81e4827dc48 as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6e377a9ea4744b4a2e5e81e4827dc48 2024-11-07T21:26:04,837 INFO [M:0;4fc742968c91:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6e377a9ea4744b4a2e5e81e4827dc48, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:26:04,838 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8af2fa62dabd403682291eda5678a602 as hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af2fa62dabd403682291eda5678a602 2024-11-07T21:26:04,845 INFO [M:0;4fc742968c91:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46529/user/jenkins/test-data/7d4a585e-7994-640d-74f8-6047c791a78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8af2fa62dabd403682291eda5678a602, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:26:04,846 INFO [M:0;4fc742968c91:39849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false 2024-11-07T21:26:04,847 INFO [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:04,847 DEBUG [M:0;4fc742968c91:39849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014764731Disabling compacts and flushes for region at 1731014764731Disabling writes for close at 1731014764731Obtaining lock to block concurrent updates at 1731014764731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014764731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731014764732 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014764733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014764733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014764751 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014764751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014764765 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014764785 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014764785Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014764796 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014764811 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014764811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f46aec: reopening flushed file at 1731014764823 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39babbdc: reopening flushed file at 1731014764830 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67791385: reopening flushed file at 1731014764837 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=71, compaction requested=false at 1731014764846 (+9 ms)Writing region close event to WAL at 1731014764847 (+1 ms)Closed at 1731014764847 2024-11-07T21:26:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34257 is added to blk_1073741830_1006 (size=35440) 2024-11-07T21:26:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741830_1006 (size=35440) 2024-11-07T21:26:04,853 INFO [M:0;4fc742968c91:39849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:26:04,853 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:04,853 INFO [M:0;4fc742968c91:39849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39849 2024-11-07T21:26:04,853 INFO [M:0;4fc742968c91:39849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,961 INFO [M:0;4fc742968c91:39849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x1011731137e0000, quorum=127.0.0.1:56799, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:04,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55b90b6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:04,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7db7d6e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:04,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:04,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8ed98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:04,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e2e9cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:04,970 WARN [BP-2086171371-172.17.0.2-1731014757798 heartbeating to localhost/127.0.0.1:46529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:04,970 WARN [BP-2086171371-172.17.0.2-1731014757798 heartbeating to localhost/127.0.0.1:46529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2086171371-172.17.0.2-1731014757798 (Datanode Uuid 51114061-4a3f-440b-8f82-0908bd771af6) service to localhost/127.0.0.1:46529 2024-11-07T21:26:04,970 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:04,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:04,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data3/current/BP-2086171371-172.17.0.2-1731014757798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:04,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data4/current/BP-2086171371-172.17.0.2-1731014757798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:04,971 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:04,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f961e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:04,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ec009a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:04,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:04,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac919db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:04,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1224e5a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:04,975 WARN [BP-2086171371-172.17.0.2-1731014757798 heartbeating to localhost/127.0.0.1:46529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:04,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:04,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:04,975 WARN [BP-2086171371-172.17.0.2-1731014757798 heartbeating to localhost/127.0.0.1:46529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2086171371-172.17.0.2-1731014757798 (Datanode Uuid b180d161-625f-4713-a78e-29b31a6f2505) service to localhost/127.0.0.1:46529 2024-11-07T21:26:04,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data1/current/BP-2086171371-172.17.0.2-1731014757798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:04,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/cluster_ec562d37-800f-4b43-43b3-26c07ba4a132/data/data2/current/BP-2086171371-172.17.0.2-1731014757798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:04,976 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:04,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11bb0f27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:04,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@200aa9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:04,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:04,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646557f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:04,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:04,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:26:05,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:26:05,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=129 (was 110) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46529 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46529 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=1805 (was 2091) 2024-11-07T21:26:05,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=129, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=1805 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir so I do NOT create it in target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d 2024-11-07T21:26:05,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.tmp.dir so I do NOT create it in target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d 2024-11-07T21:26:05,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f75d2e-16b8-51c4-e395-ebe337f39ad2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:26:05,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b, deleteOnExit=true 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/test.cache.data in system properties and HBase conf 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:26:05,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:26:05,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:26:05,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:26:05,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:05,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:26:05,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:26:05,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:05,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:05,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:05,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:05,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:26:05,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:05,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:05,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:05,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74452c9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/java.io.tmpdir/jetty-localhost-40333-hadoop-hdfs-3_4_1-tests_jar-_-any-8597671647522661084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:05,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:40333} 2024-11-07T21:26:05,465 INFO [Time-limited test {}] server.Server(415): Started @26707ms 2024-11-07T21:26:05,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:05,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:05,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:05,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:05,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:26:05,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:05,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:05,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@288784f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/java.io.tmpdir/jetty-localhost-35815-hadoop-hdfs-3_4_1-tests_jar-_-any-16766129688887136802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:05,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:35815} 2024-11-07T21:26:05,805 INFO [Time-limited test {}] server.Server(415): Started @27047ms 2024-11-07T21:26:05,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:05,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:05,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:05,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:05,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:05,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:26:05,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:05,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:05,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d383572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/java.io.tmpdir/jetty-localhost-33221-hadoop-hdfs-3_4_1-tests_jar-_-any-1190200472012290341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:05,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:33221} 2024-11-07T21:26:05,929 INFO [Time-limited test {}] server.Server(415): Started @27171ms 2024-11-07T21:26:05,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:06,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:26:06,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:26:06,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T21:26:06,906 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data1/current/BP-1416214490-172.17.0.2-1731014765046/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:06,906 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data2/current/BP-1416214490-172.17.0.2-1731014765046/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:06,926 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5d6aa5c88571239 with lease ID 0x33ee8865817fd30f: Processing first storage report for DS-64c157cb-b4b2-4edd-8641-c9581cad751e from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=19060551-4e29-48a0-a80e-8dee119b03fe, infoPort=33779, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046) 2024-11-07T21:26:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5d6aa5c88571239 with lease ID 0x33ee8865817fd30f: from storage DS-64c157cb-b4b2-4edd-8641-c9581cad751e node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=19060551-4e29-48a0-a80e-8dee119b03fe, infoPort=33779, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5d6aa5c88571239 with lease ID 0x33ee8865817fd30f: Processing first storage report for DS-25fb4c02-e937-4712-9da4-67e8f7b067cd from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=19060551-4e29-48a0-a80e-8dee119b03fe, infoPort=33779, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046) 2024-11-07T21:26:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5d6aa5c88571239 with lease ID 0x33ee8865817fd30f: from storage DS-25fb4c02-e937-4712-9da4-67e8f7b067cd node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=19060551-4e29-48a0-a80e-8dee119b03fe, infoPort=33779, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:07,043 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data3/current/BP-1416214490-172.17.0.2-1731014765046/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:07,043 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data4/current/BP-1416214490-172.17.0.2-1731014765046/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:07,061 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2555075c2cdb77fd with lease ID 0x33ee8865817fd310: Processing first storage report for DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4 from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=4bc36a09-4549-4f25-9323-063d6540613a, infoPort=32817, infoSecurePort=0, ipcPort=36255, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046) 2024-11-07T21:26:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2555075c2cdb77fd with lease ID 0x33ee8865817fd310: from storage DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4 node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=4bc36a09-4549-4f25-9323-063d6540613a, infoPort=32817, infoSecurePort=0, ipcPort=36255, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2555075c2cdb77fd with lease ID 0x33ee8865817fd310: Processing first storage report for DS-073c5a4d-acb6-441c-8af9-deb51ed55f27 from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=4bc36a09-4549-4f25-9323-063d6540613a, infoPort=32817, infoSecurePort=0, ipcPort=36255, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046) 2024-11-07T21:26:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2555075c2cdb77fd with lease ID 0x33ee8865817fd310: from storage DS-073c5a4d-acb6-441c-8af9-deb51ed55f27 node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=4bc36a09-4549-4f25-9323-063d6540613a, infoPort=32817, infoSecurePort=0, ipcPort=36255, storageInfo=lv=-57;cid=testClusterID;nsid=1825259099;c=1731014765046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:07,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d 2024-11-07T21:26:07,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/zookeeper_0, clientPort=50735, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:26:07,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50735 2024-11-07T21:26:07,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:07,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff with version=8 2024-11-07T21:26:07,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/hbase-staging 2024-11-07T21:26:07,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:26:07,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:07,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35453 2024-11-07T21:26:07,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35453 connecting to ZooKeeper ensemble=127.0.0.1:50735 2024-11-07T21:26:07,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:26:07,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:07,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:07,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:07,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:07,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354530x0, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:07,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35453-0x10117312dec0000 connected 2024-11-07T21:26:07,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:07,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff, hbase.cluster.distributed=false 2024-11-07T21:26:07,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:07,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-07T21:26:07,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-07T21:26:07,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-07T21:26:07,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-07T21:26:07,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-07T21:26:07,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:07,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:07,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44277 2024-11-07T21:26:07,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44277 connecting to ZooKeeper ensemble=127.0.0.1:50735 2024-11-07T21:26:07,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442770x0, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:07,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442770x0, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:07,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44277-0x10117312dec0001 connected 2024-11-07T21:26:07,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:07,386 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:07,392 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:07,397 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:07,401 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:07,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:07,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:07,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:07,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-07T21:26:07,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44277 2024-11-07T21:26:07,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44277 2024-11-07T21:26:07,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-07T21:26:07,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-07T21:26:07,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:07,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34089 2024-11-07T21:26:07,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34089 connecting to ZooKeeper ensemble=127.0.0.1:50735 2024-11-07T21:26:07,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340890x0, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:07,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340890x0, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:07,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34089-0x10117312dec0002 connected 2024-11-07T21:26:07,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:07,441 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:07,445 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:07,446 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:07,446 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:07,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:07,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:07,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-07T21:26:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34089 2024-11-07T21:26:07,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34089 2024-11-07T21:26:07,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-07T21:26:07,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34089 2024-11-07T21:26:07,465 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:35453 2024-11-07T21:26:07,466 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,472 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,482 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:26:07,483 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,35453,1731014767189 from backup master directory 2024-11-07T21:26:07,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:07,492 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:07,492 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,497 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/hbase.id] with ID: 247ad60e-909f-49bf-af12-8644f6517ee1 2024-11-07T21:26:07,497 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/.tmp/hbase.id 2024-11-07T21:26:07,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:07,503 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/.tmp/hbase.id]:[hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/hbase.id] 2024-11-07T21:26:07,515 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:07,515 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:26:07,517 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T21:26:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:07,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:07,530 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:07,531 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:26:07,532 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:07,541 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store 2024-11-07T21:26:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:07,548 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:07,548 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:07,548 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:07,548 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:07,548 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:07,548 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:07,548 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:07,549 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014767548Disabling compacts and flushes for region at 1731014767548Disabling writes for close at 1731014767548Writing region close event to WAL at 1731014767548Closed at 1731014767548 2024-11-07T21:26:07,549 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/.initializing 2024-11-07T21:26:07,549 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/WALs/4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,550 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:07,552 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C35453%2C1731014767189, suffix=, logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/WALs/4fc742968c91,35453,1731014767189, archiveDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/oldWALs, maxLogs=10 2024-11-07T21:26:07,564 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/WALs/4fc742968c91,35453,1731014767189/4fc742968c91%2C35453%2C1731014767189.1731014767552, exclude list is [], retry=0 2024-11-07T21:26:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-64c157cb-b4b2-4edd-8641-c9581cad751e,DISK] 2024-11-07T21:26:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4,DISK] 2024-11-07T21:26:07,568 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/WALs/4fc742968c91,35453,1731014767189/4fc742968c91%2C35453%2C1731014767189.1731014767552 2024-11-07T21:26:07,569 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33779:33779),(127.0.0.1/127.0.0.1:32817:32817)] 2024-11-07T21:26:07,570 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:07,570 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:07,570 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,570 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:26:07,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:07,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:26:07,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:07,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:26:07,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:07,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:26:07,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:07,579 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,580 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,580 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,582 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,582 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,583 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:07,584 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:07,587 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:07,587 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74422786, jitterRate=0.10898593068122864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:07,588 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014767570Initializing all the Stores at 1731014767571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014767571Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014767571Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014767571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014767571Cleaning up temporary data from old regions at 1731014767582 (+11 ms)Region opened successfully at 1731014767588 (+6 ms) 2024-11-07T21:26:07,588 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:26:07,591 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1605151f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:07,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:26:07,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:26:07,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:26:07,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:26:07,593 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:26:07,593 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:26:07,593 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:26:07,595 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:26:07,596 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:26:07,608 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:26:07,608 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:26:07,609 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:26:07,618 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:26:07,619 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:26:07,620 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:26:07,629 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:26:07,630 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:26:07,639 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:26:07,641 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:26:07,650 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,661 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,35453,1731014767189, sessionid=0x10117312dec0000, setting cluster-up flag (Was=false) 2024-11-07T21:26:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,713 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:26:07,715 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:07,766 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:26:07,768 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,35453,1731014767189 2024-11-07T21:26:07,769 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:26:07,771 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:07,771 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:26:07,772 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:26:07,772 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,35453,1731014767189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:07,774 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014797776 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:26:07,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:07,776 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:26:07,777 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:26:07,777 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:26:07,777 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:26:07,777 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:26:07,778 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:26:07,778 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014767778,5,FailOnTimeoutGroup] 2024-11-07T21:26:07,778 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014767778,5,FailOnTimeoutGroup] 2024-11-07T21:26:07,778 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,778 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:26:07,778 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,778 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:26:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:07,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:26:07,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff 2024-11-07T21:26:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:07,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:07,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:07,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:07,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:07,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:07,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:07,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:07,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:07,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:07,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:07,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:07,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:07,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:07,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:07,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740 2024-11-07T21:26:07,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740 2024-11-07T21:26:07,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:07,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:07,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:07,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:07,811 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:07,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396456, jitterRate=0.10859358310699463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:07,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014767797Initializing all the Stores at 1731014767797Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014767797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014767798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014767798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014767798Cleaning up temporary data from old regions at 1731014767807 (+9 ms)Region opened successfully at 1731014767812 (+5 ms) 2024-11-07T21:26:07,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:07,812 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:07,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:07,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:07,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:07,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:07,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014767812Disabling compacts and flushes for region at 1731014767812Disabling writes for close at 1731014767812Writing region close event to WAL at 1731014767813 (+1 ms)Closed at 1731014767813 2024-11-07T21:26:07,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:07,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:26:07,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:26:07,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:07,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:26:07,857 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(746): ClusterId : 247ad60e-909f-49bf-af12-8644f6517ee1 2024-11-07T21:26:07,857 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(746): ClusterId : 247ad60e-909f-49bf-af12-8644f6517ee1 2024-11-07T21:26:07,857 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:07,857 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:07,870 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:07,870 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:07,870 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:07,870 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:07,884 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:07,884 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:07,884 DEBUG [RS:0;4fc742968c91:44277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ee714e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:07,884 DEBUG [RS:1;4fc742968c91:34089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b493c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:07,899 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:44277 2024-11-07T21:26:07,899 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:34089 2024-11-07T21:26:07,900 INFO [RS:1;4fc742968c91:34089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:07,900 INFO [RS:0;4fc742968c91:44277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:07,900 INFO [RS:1;4fc742968c91:34089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:07,900 INFO [RS:0;4fc742968c91:44277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:07,900 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:07,900 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:07,900 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,35453,1731014767189 with port=34089, startcode=1731014767420 2024-11-07T21:26:07,900 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,35453,1731014767189 with port=44277, startcode=1731014767358 2024-11-07T21:26:07,901 DEBUG [RS:0;4fc742968c91:44277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:07,901 DEBUG [RS:1;4fc742968c91:34089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:07,902 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:07,902 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:07,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,903 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,904 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff 2024-11-07T21:26:07,904 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33825 2024-11-07T21:26:07,904 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:07,905 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff 2024-11-07T21:26:07,905 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33825 2024-11-07T21:26:07,905 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:07,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:07,956 DEBUG [RS:1;4fc742968c91:34089 {}] zookeeper.ZKUtil(111): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,956 WARN [RS:1;4fc742968c91:34089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:07,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,44277,1731014767358] 2024-11-07T21:26:07,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,34089,1731014767420] 2024-11-07T21:26:07,956 INFO [RS:1;4fc742968c91:34089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:07,956 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,956 DEBUG [RS:0;4fc742968c91:44277 {}] zookeeper.ZKUtil(111): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,957 WARN [RS:0;4fc742968c91:44277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:07,957 INFO [RS:0;4fc742968c91:44277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:07,957 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,960 INFO [RS:1;4fc742968c91:34089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:07,960 INFO [RS:0;4fc742968c91:44277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:07,961 INFO [RS:0;4fc742968c91:44277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:07,962 INFO [RS:0;4fc742968c91:44277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:07,962 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,962 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:07,962 INFO [RS:1;4fc742968c91:34089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:07,963 INFO [RS:1;4fc742968c91:34089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:07,963 INFO [RS:0;4fc742968c91:44277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:07,963 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,963 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:07,963 DEBUG [RS:0;4fc742968c91:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 INFO [RS:1;4fc742968c91:34089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,964 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44277,1731014767358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,964 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:07,965 DEBUG [RS:1;4fc742968c91:34089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:07,965 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,965 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,965 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,966 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,966 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,966 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34089,1731014767420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:07,966 WARN [4fc742968c91:35453 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:26:07,979 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:07,979 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:07,979 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34089,1731014767420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,979 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44277,1731014767358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,979 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,979 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,979 INFO [RS:1;4fc742968c91:34089 {}] regionserver.Replication(171): 4fc742968c91,34089,1731014767420 started 2024-11-07T21:26:07,979 INFO [RS:0;4fc742968c91:44277 {}] regionserver.Replication(171): 4fc742968c91,44277,1731014767358 started 2024-11-07T21:26:07,991 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,991 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,34089,1731014767420, RpcServer on 4fc742968c91/172.17.0.2:34089, sessionid=0x10117312dec0002 2024-11-07T21:26:07,991 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:07,991 DEBUG [RS:1;4fc742968c91:34089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,991 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34089,1731014767420' 2024-11-07T21:26:07,991 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:07,992 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:07,992 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:07,992 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:07,992 DEBUG [RS:1;4fc742968c91:34089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,34089,1731014767420 2024-11-07T21:26:07,992 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34089,1731014767420' 2024-11-07T21:26:07,993 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:07,993 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:07,993 DEBUG [RS:1;4fc742968c91:34089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:07,993 INFO [RS:1;4fc742968c91:34089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:07,993 INFO [RS:1;4fc742968c91:34089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:07,996 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:07,996 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,44277,1731014767358, RpcServer on 4fc742968c91/172.17.0.2:44277, sessionid=0x10117312dec0001 2024-11-07T21:26:07,996 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:07,996 DEBUG [RS:0;4fc742968c91:44277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,996 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44277,1731014767358' 2024-11-07T21:26:07,996 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,44277,1731014767358 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44277,1731014767358' 2024-11-07T21:26:07,997 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:07,998 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:07,998 DEBUG [RS:0;4fc742968c91:44277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:07,998 INFO [RS:0;4fc742968c91:44277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:07,998 INFO [RS:0;4fc742968c91:44277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:08,094 INFO [RS:1;4fc742968c91:34089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:08,096 INFO [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C34089%2C1731014767420, suffix=, logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420, archiveDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs, maxLogs=32 2024-11-07T21:26:08,099 INFO [RS:0;4fc742968c91:44277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:08,102 INFO [RS:0;4fc742968c91:44277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C44277%2C1731014767358, suffix=, logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,44277,1731014767358, archiveDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs, maxLogs=32 2024-11-07T21:26:08,114 DEBUG [RS:1;4fc742968c91:34089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420/4fc742968c91%2C34089%2C1731014767420.1731014768097, exclude list is [], retry=0 2024-11-07T21:26:08,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-64c157cb-b4b2-4edd-8641-c9581cad751e,DISK] 2024-11-07T21:26:08,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4,DISK] 2024-11-07T21:26:08,118 INFO [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420/4fc742968c91%2C34089%2C1731014767420.1731014768097 2024-11-07T21:26:08,119 DEBUG [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32817:32817),(127.0.0.1/127.0.0.1:33779:33779)] 2024-11-07T21:26:08,123 DEBUG [RS:0;4fc742968c91:44277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,44277,1731014767358/4fc742968c91%2C44277%2C1731014767358.1731014768103, exclude list is [], retry=0 2024-11-07T21:26:08,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4,DISK] 2024-11-07T21:26:08,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-64c157cb-b4b2-4edd-8641-c9581cad751e,DISK] 2024-11-07T21:26:08,127 INFO [RS:0;4fc742968c91:44277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,44277,1731014767358/4fc742968c91%2C44277%2C1731014767358.1731014768103 2024-11-07T21:26:08,128 DEBUG [RS:0;4fc742968c91:44277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32817:32817),(127.0.0.1/127.0.0.1:33779:33779)] 2024-11-07T21:26:08,216 DEBUG [4fc742968c91:35453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:26:08,217 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:08,220 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:08,220 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:08,220 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:08,220 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:08,220 INFO [4fc742968c91:35453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:08,220 INFO [4fc742968c91:35453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:08,220 DEBUG [4fc742968c91:35453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:08,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,34089,1731014767420 2024-11-07T21:26:08,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,34089,1731014767420, state=OPENING 2024-11-07T21:26:08,240 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:26:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:08,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:08,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,34089,1731014767420}] 2024-11-07T21:26:08,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:08,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:08,421 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:26:08,421 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:08,422 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:26:08,424 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C34089%2C1731014767420.meta, suffix=.meta, logDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420, archiveDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs, maxLogs=32 2024-11-07T21:26:08,441 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420/4fc742968c91%2C34089%2C1731014767420.meta.1731014768424.meta, exclude list is [], retry=0 2024-11-07T21:26:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-64c157cb-b4b2-4edd-8641-c9581cad751e,DISK] 2024-11-07T21:26:08,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-f3c9519c-a8d9-4db2-b3c3-070db11b13a4,DISK] 2024-11-07T21:26:08,445 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420/4fc742968c91%2C34089%2C1731014767420.meta.1731014768424.meta 2024-11-07T21:26:08,445 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33779:33779),(127.0.0.1/127.0.0.1:32817:32817)] 2024-11-07T21:26:08,445 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:26:08,446 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:26:08,446 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:26:08,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:08,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:08,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:08,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:08,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:08,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:08,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:08,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:08,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:08,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:08,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:08,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:08,453 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:08,454 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740 2024-11-07T21:26:08,455 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740 2024-11-07T21:26:08,456 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:08,456 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:08,457 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:08,458 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:08,459 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71360761, jitterRate=0.06335820257663727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:08,459 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:26:08,460 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014768446Writing region info on filesystem at 1731014768446Initializing all the Stores at 1731014768447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014768447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014768447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014768447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014768448 (+1 ms)Cleaning up temporary data from old regions at 1731014768456 (+8 ms)Running coprocessor post-open hooks at 1731014768459 (+3 ms)Region opened successfully at 1731014768459 2024-11-07T21:26:08,461 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014768408 2024-11-07T21:26:08,463 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:26:08,463 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:26:08,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34089,1731014767420 2024-11-07T21:26:08,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,34089,1731014767420, state=OPEN 2024-11-07T21:26:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:08,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,34089,1731014767420 2024-11-07T21:26:08,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:08,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:26:08,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,34089,1731014767420 in 219 msec 2024-11-07T21:26:08,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:26:08,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-07T21:26:08,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:08,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:26:08,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:08,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,34089,1731014767420, seqNum=-1] 2024-11-07T21:26:08,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:08,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:08,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 716 msec 2024-11-07T21:26:08,488 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014768488, completionTime=-1 2024-11-07T21:26:08,488 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:26:08,488 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014828491 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014888491 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:35453, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,491 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,492 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,494 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.003sec 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:08,496 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:26:08,499 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:26:08,499 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:26:08,499 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35453,1731014767189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:08,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:08,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,35453,-1 for getting cluster id 2024-11-07T21:26:08,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:26:08,558 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247ad60e-909f-49bf-af12-8644f6517ee1' 2024-11-07T21:26:08,559 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:26:08,559 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247ad60e-909f-49bf-af12-8644f6517ee1" 2024-11-07T21:26:08,559 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419f8633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:08,559 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,35453,-1] 2024-11-07T21:26:08,559 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:26:08,560 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:08,560 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:26:08,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:08,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,34089,1731014767420, seqNum=-1] 2024-11-07T21:26:08,563 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:08,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:08,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,35453,1731014767189 2024-11-07T21:26:08,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:26:08,567 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,35453,1731014767189 2024-11-07T21:26:08,568 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4915e0ed 2024-11-07T21:26:08,568 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:26:08,569 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:26:08,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:26:08,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:26:08,572 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:26:08,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:26:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:08,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 810e7d4359ae1c0fa3ddcfe91ac5c263, NAME => 'testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff 2024-11-07T21:26:08,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a78298a84028952e0eeb26be1db15167, NAME => 'testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff 2024-11-07T21:26:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:08,589 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:08,589 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a78298a84028952e0eeb26be1db15167, disabling compactions & flushes 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 810e7d4359ae1c0fa3ddcfe91ac5c263, disabling compactions & flushes 2024-11-07T21:26:08,590 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,590 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. after waiting 0 ms 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. after waiting 0 ms 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,590 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,590 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a78298a84028952e0eeb26be1db15167: Waiting for close lock at 1731014768589Disabling compacts and flushes for region at 1731014768589Disabling writes for close at 1731014768590 (+1 ms)Writing region close event to WAL at 1731014768590Closed at 1731014768590 2024-11-07T21:26:08,590 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 810e7d4359ae1c0fa3ddcfe91ac5c263: Waiting for close lock at 1731014768589Disabling compacts and flushes for region at 1731014768589Disabling writes for close at 1731014768590 (+1 ms)Writing region close event to WAL at 1731014768590Closed at 1731014768590 2024-11-07T21:26:08,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:26:08,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014768591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014768591"}]},"ts":"1731014768591"} 2024-11-07T21:26:08,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014768591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014768591"}]},"ts":"1731014768591"} 2024-11-07T21:26:08,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:26:08,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:26:08,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014768597"}]},"ts":"1731014768597"} 2024-11-07T21:26:08,599 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:26:08,600 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:08,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:08,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:08,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:08,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:08,601 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:08,601 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:08,601 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:08,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=810e7d4359ae1c0fa3ddcfe91ac5c263, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167, ASSIGN}] 2024-11-07T21:26:08,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167, ASSIGN 2024-11-07T21:26:08,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=810e7d4359ae1c0fa3ddcfe91ac5c263, ASSIGN 2024-11-07T21:26:08,604 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=810e7d4359ae1c0fa3ddcfe91ac5c263, ASSIGN; state=OFFLINE, location=4fc742968c91,44277,1731014767358; forceNewPlan=false, retain=false 2024-11-07T21:26:08,604 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167, ASSIGN; state=OFFLINE, location=4fc742968c91,34089,1731014767420; forceNewPlan=false, retain=false 2024-11-07T21:26:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:08,755 INFO [4fc742968c91:35453 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:26:08,755 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a78298a84028952e0eeb26be1db15167, regionState=OPENING, regionLocation=4fc742968c91,34089,1731014767420 2024-11-07T21:26:08,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=810e7d4359ae1c0fa3ddcfe91ac5c263, regionState=OPENING, regionLocation=4fc742968c91,44277,1731014767358 2024-11-07T21:26:08,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167, ASSIGN because future has completed 2024-11-07T21:26:08,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a78298a84028952e0eeb26be1db15167, server=4fc742968c91,34089,1731014767420}] 2024-11-07T21:26:08,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=810e7d4359ae1c0fa3ddcfe91ac5c263, ASSIGN because future has completed 2024-11-07T21:26:08,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 810e7d4359ae1c0fa3ddcfe91ac5c263, server=4fc742968c91,44277,1731014767358}] 2024-11-07T21:26:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:08,913 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:08,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:08,919 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,919 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a78298a84028952e0eeb26be1db15167, NAME => 'testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:26:08,920 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,920 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:08,920 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,920 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,922 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,923 INFO [StoreOpener-a78298a84028952e0eeb26be1db15167-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,923 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 810e7d4359ae1c0fa3ddcfe91ac5c263, NAME => 'testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:26:08,923 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,923 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:08,924 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,924 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,925 INFO [StoreOpener-a78298a84028952e0eeb26be1db15167-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a78298a84028952e0eeb26be1db15167 columnFamilyName family 2024-11-07T21:26:08,925 DEBUG [StoreOpener-a78298a84028952e0eeb26be1db15167-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,926 INFO [StoreOpener-810e7d4359ae1c0fa3ddcfe91ac5c263-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,926 INFO [StoreOpener-a78298a84028952e0eeb26be1db15167-1 {}] regionserver.HStore(327): Store=a78298a84028952e0eeb26be1db15167/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:08,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,927 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,927 INFO [StoreOpener-810e7d4359ae1c0fa3ddcfe91ac5c263-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 810e7d4359ae1c0fa3ddcfe91ac5c263 columnFamilyName family 2024-11-07T21:26:08,927 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,927 DEBUG [StoreOpener-810e7d4359ae1c0fa3ddcfe91ac5c263-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:08,928 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,928 INFO [StoreOpener-810e7d4359ae1c0fa3ddcfe91ac5c263-1 {}] regionserver.HStore(327): Store=810e7d4359ae1c0fa3ddcfe91ac5c263/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:08,928 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,928 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,929 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,929 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,932 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,932 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:08,932 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a78298a84028952e0eeb26be1db15167; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69592059, jitterRate=0.03700248897075653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:08,932 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:08,933 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a78298a84028952e0eeb26be1db15167: Running coprocessor pre-open hook at 1731014768920Writing region info on filesystem at 1731014768920Initializing all the Stores at 1731014768922 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014768922Cleaning up temporary data from old regions at 1731014768928 (+6 ms)Running coprocessor post-open hooks at 1731014768932 (+4 ms)Region opened successfully at 1731014768933 (+1 ms) 2024-11-07T21:26:08,933 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:08,934 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167., pid=7, masterSystemTime=1731014768911 2024-11-07T21:26:08,934 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 810e7d4359ae1c0fa3ddcfe91ac5c263; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58821696, jitterRate=-0.1234884262084961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:08,934 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:08,934 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 810e7d4359ae1c0fa3ddcfe91ac5c263: Running coprocessor pre-open hook at 1731014768924Writing region info on filesystem at 1731014768924Initializing all the Stores at 1731014768925 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014768925Cleaning up temporary data from old regions at 1731014768930 (+5 ms)Running coprocessor post-open hooks at 1731014768934 (+4 ms)Region opened successfully at 1731014768934 2024-11-07T21:26:08,935 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263., pid=8, masterSystemTime=1731014768912 2024-11-07T21:26:08,936 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,936 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:08,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a78298a84028952e0eeb26be1db15167, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34089,1731014767420 2024-11-07T21:26:08,937 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,937 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:08,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=810e7d4359ae1c0fa3ddcfe91ac5c263, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,44277,1731014767358 2024-11-07T21:26:08,939 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4fc742968c91,34089,1731014767420, table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T21:26:08,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a78298a84028952e0eeb26be1db15167, server=4fc742968c91,34089,1731014767420 because future has completed 2024-11-07T21:26:08,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 810e7d4359ae1c0fa3ddcfe91ac5c263, server=4fc742968c91,44277,1731014767358 because future has completed 2024-11-07T21:26:08,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T21:26:08,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a78298a84028952e0eeb26be1db15167, server=4fc742968c91,34089,1731014767420 in 183 msec 2024-11-07T21:26:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T21:26:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 810e7d4359ae1c0fa3ddcfe91ac5c263, server=4fc742968c91,44277,1731014767358 in 183 msec 2024-11-07T21:26:08,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a78298a84028952e0eeb26be1db15167, ASSIGN in 342 msec 2024-11-07T21:26:08,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T21:26:08,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=810e7d4359ae1c0fa3ddcfe91ac5c263, ASSIGN in 344 msec 2024-11-07T21:26:08,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:26:08,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014768948"}]},"ts":"1731014768948"} 2024-11-07T21:26:08,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:26:08,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:26:08,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 381 msec 2024-11-07T21:26:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:09,200 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:26:09,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:26:09,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:09,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:26:09,208 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:09,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:26:09,214 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263., hostname=4fc742968c91,44277,1731014767358, seqNum=2] 2024-11-07T21:26:09,214 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:09,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:09,226 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167., hostname=4fc742968c91,34089,1731014767420, seqNum=2] 2024-11-07T21:26:09,236 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 810e7d4359ae1c0fa3ddcfe91ac5c263 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:26:09,250 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/.tmp/family/00af8195cfdc4f7ea03fbc2175e4087b is 32, key is 1/family:/1731014769217/Put/seqid=0 2024-11-07T21:26:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:09,256 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/.tmp/family/00af8195cfdc4f7ea03fbc2175e4087b 2024-11-07T21:26:09,262 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/.tmp/family/00af8195cfdc4f7ea03fbc2175e4087b as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/family/00af8195cfdc4f7ea03fbc2175e4087b 2024-11-07T21:26:09,267 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/family/00af8195cfdc4f7ea03fbc2175e4087b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:26:09,268 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 810e7d4359ae1c0fa3ddcfe91ac5c263 in 33ms, sequenceid=8, compaction requested=false 2024-11-07T21:26:09,268 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 810e7d4359ae1c0fa3ddcfe91ac5c263: 2024-11-07T21:26:09,268 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a78298a84028952e0eeb26be1db15167 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:26:09,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/.tmp/family/dc5ebfdc9d64447c8017d2f34eecdef4 is 32, key is 5/family:/1731014769227/Put/seqid=0 2024-11-07T21:26:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:09,287 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/.tmp/family/dc5ebfdc9d64447c8017d2f34eecdef4 2024-11-07T21:26:09,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/.tmp/family/dc5ebfdc9d64447c8017d2f34eecdef4 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/family/dc5ebfdc9d64447c8017d2f34eecdef4 2024-11-07T21:26:09,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/family/dc5ebfdc9d64447c8017d2f34eecdef4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:26:09,300 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a78298a84028952e0eeb26be1db15167 in 32ms, sequenceid=9, compaction requested=false 2024-11-07T21:26:09,300 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a78298a84028952e0eeb26be1db15167: 2024-11-07T21:26:09,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22eb0a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:09,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,35453,-1 for getting cluster id 2024-11-07T21:26:09,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:26:09,301 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247ad60e-909f-49bf-af12-8644f6517ee1' 2024-11-07T21:26:09,301 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:26:09,302 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247ad60e-909f-49bf-af12-8644f6517ee1" 2024-11-07T21:26:09,302 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2565549a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:09,302 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,35453,-1] 2024-11-07T21:26:09,302 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:26:09,302 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,303 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:26:09,303 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d07e677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:09,309 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T21:26:09,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:09,310 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,34089,1731014767420, seqNum=-1] 2024-11-07T21:26:09,310 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:09,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:09,314 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:09,314 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:09,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:09,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] bucket.BucketCache(1864): found 1 blocks for file 00af8195cfdc4f7ea03fbc2175e4087b, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] bucket.BucketCache(1864): found 1 blocks for file dc5ebfdc9d64447c8017d2f34eecdef4, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34089 {}] bucket.BucketCache(857): removed key dc5ebfdc9d64447c8017d2f34eecdef4_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] bucket.BucketCache(857): removed key 00af8195cfdc4f7ea03fbc2175e4087b_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:09,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:09,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:09,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:26:09,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:26:09,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:09,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:26:09,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:26:09,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=827925358, stopped=false 2024-11-07T21:26:09,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,35453,1731014767189 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:09,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:09,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:09,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:09,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:09,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:09,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:09,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,44277,1731014767358' ***** 2024-11-07T21:26:09,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:09,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,34089,1731014767420' ***** 2024-11-07T21:26:09,388 INFO [RS:0;4fc742968c91:44277 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:09,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:09,388 INFO [RS:1;4fc742968c91:34089 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:09,389 INFO [RS:0;4fc742968c91:44277 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [RS:1;4fc742968c91:34089 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:09,389 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:09,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:09,389 INFO [RS:1;4fc742968c91:34089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:09,389 INFO [RS:1;4fc742968c91:34089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:09,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:09,390 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:09,390 INFO [RS:0;4fc742968c91:44277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:09,390 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,34089,1731014767420 2024-11-07T21:26:09,390 INFO [RS:0;4fc742968c91:44277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:09,390 INFO [RS:1;4fc742968c91:34089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:09,390 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(3091): Received CLOSE for 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:09,390 INFO [RS:1;4fc742968c91:34089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:34089. 2024-11-07T21:26:09,390 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a78298a84028952e0eeb26be1db15167, disabling compactions & flushes 2024-11-07T21:26:09,390 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:09,390 DEBUG [RS:1;4fc742968c91:34089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:09,390 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,44277,1731014767358 2024-11-07T21:26:09,390 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:09,390 DEBUG [RS:1;4fc742968c91:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,391 INFO [RS:0;4fc742968c91:44277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. after waiting 0 ms 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 810e7d4359ae1c0fa3ddcfe91ac5c263, disabling compactions & flushes 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:09,391 INFO [RS:1;4fc742968c91:34089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:09,391 INFO [RS:0;4fc742968c91:44277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:44277. 2024-11-07T21:26:09,391 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:09,391 INFO [RS:1;4fc742968c91:34089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:09,391 INFO [RS:1;4fc742968c91:34089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:09,391 DEBUG [RS:0;4fc742968c91:44277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. after waiting 0 ms 2024-11-07T21:26:09,391 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:26:09,391 DEBUG [RS:0;4fc742968c91:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:09,391 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:26:09,391 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1325): Online Regions={810e7d4359ae1c0fa3ddcfe91ac5c263=testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263.} 2024-11-07T21:26:09,391 DEBUG [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1351): Waiting on 810e7d4359ae1c0fa3ddcfe91ac5c263 2024-11-07T21:26:09,392 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:26:09,392 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1325): Online Regions={a78298a84028952e0eeb26be1db15167=testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T21:26:09,392 DEBUG [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78298a84028952e0eeb26be1db15167 2024-11-07T21:26:09,392 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:09,392 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:09,392 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:09,392 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:09,392 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:09,392 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/a78298a84028952e0eeb26be1db15167/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/default/testClearRegionBlockCache/810e7d4359ae1c0fa3ddcfe91ac5c263/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:26:09,396 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:09,396 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a78298a84028952e0eeb26be1db15167: Waiting for close lock at 1731014769390Running coprocessor pre-close hooks at 1731014769390Disabling compacts and flushes for region at 1731014769390Disabling writes for close at 1731014769391 (+1 ms)Writing region close event to WAL at 1731014769392 (+1 ms)Running coprocessor post-close hooks at 1731014769396 (+4 ms)Closed at 1731014769396 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 810e7d4359ae1c0fa3ddcfe91ac5c263: Waiting for close lock at 1731014769391Running coprocessor pre-close hooks at 1731014769391Disabling compacts and flushes for region at 1731014769391Disabling writes for close at 1731014769391Writing region close event to WAL at 1731014769392 (+1 ms)Running coprocessor post-close hooks at 1731014769396 (+4 ms)Closed at 1731014769396 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167. 2024-11-07T21:26:09,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014768569.810e7d4359ae1c0fa3ddcfe91ac5c263. 2024-11-07T21:26:09,407 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/info/475b5b35881d412ab5a4aa7c99af04d1 is 173, key is testClearRegionBlockCache,5,1731014768569.a78298a84028952e0eeb26be1db15167./info:regioninfo/1731014768937/Put/seqid=0 2024-11-07T21:26:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:09,413 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/info/475b5b35881d412ab5a4aa7c99af04d1 2024-11-07T21:26:09,432 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/ns/42268711c0654bfa871ada610b13f119 is 43, key is default/ns:d/1731014768483/Put/seqid=0 2024-11-07T21:26:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:09,437 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/ns/42268711c0654bfa871ada610b13f119 2024-11-07T21:26:09,456 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/table/d2ecedf705a84f94b8ef035defe6f9b7 is 61, key is testClearRegionBlockCache/table:state/1731014768948/Put/seqid=0 2024-11-07T21:26:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:09,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:09,462 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/table/d2ecedf705a84f94b8ef035defe6f9b7 2024-11-07T21:26:09,466 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:09,467 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:09,470 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/info/475b5b35881d412ab5a4aa7c99af04d1 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/info/475b5b35881d412ab5a4aa7c99af04d1 2024-11-07T21:26:09,476 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/info/475b5b35881d412ab5a4aa7c99af04d1, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:26:09,477 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/ns/42268711c0654bfa871ada610b13f119 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/ns/42268711c0654bfa871ada610b13f119 2024-11-07T21:26:09,484 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/ns/42268711c0654bfa871ada610b13f119, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:26:09,486 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/.tmp/table/d2ecedf705a84f94b8ef035defe6f9b7 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/table/d2ecedf705a84f94b8ef035defe6f9b7 2024-11-07T21:26:09,493 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/table/d2ecedf705a84f94b8ef035defe6f9b7, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:26:09,494 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false 2024-11-07T21:26:09,499 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:26:09,500 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:26:09,500 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:09,500 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014769392Running coprocessor pre-close hooks at 1731014769392Disabling compacts and flushes for region at 1731014769392Disabling writes for close at 1731014769392Obtaining lock to block concurrent updates at 1731014769392Preparing flush snapshotting stores in 1588230740 at 1731014769392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014769393 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731014769393Flushing 1588230740/info: creating writer at 1731014769393Flushing 1588230740/info: appending metadata at 1731014769407 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731014769407Flushing 1588230740/ns: creating writer at 1731014769418 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731014769431 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731014769431Flushing 1588230740/table: creating writer at 1731014769443 (+12 ms)Flushing 1588230740/table: appending metadata at 1731014769456 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731014769456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1b89a: reopening flushed file at 1731014769469 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd16df7: reopening flushed file at 1731014769476 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eccb6d6: reopening flushed file at 1731014769485 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false at 1731014769494 (+9 ms)Writing region close event to WAL at 1731014769495 (+1 ms)Running coprocessor post-close hooks at 1731014769499 (+4 ms)Closed at 1731014769500 (+1 ms) 2024-11-07T21:26:09,500 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:09,592 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,44277,1731014767358; all regions closed. 2024-11-07T21:26:09,592 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,34089,1731014767420; all regions closed. 2024-11-07T21:26:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:09,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,44277,1731014767358/4fc742968c91%2C44277%2C1731014767358.1731014768103 not finished, retry = 0 2024-11-07T21:26:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:09,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/WALs/4fc742968c91,34089,1731014767420/4fc742968c91%2C34089%2C1731014767420.meta.1731014768424.meta not finished, retry = 0 2024-11-07T21:26:09,699 DEBUG [RS:0;4fc742968c91:44277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs 2024-11-07T21:26:09,699 INFO [RS:0;4fc742968c91:44277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C44277%2C1731014767358:(num 1731014768103) 2024-11-07T21:26:09,699 DEBUG [RS:0;4fc742968c91:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,699 INFO [RS:0;4fc742968c91:44277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:09,699 INFO [RS:0;4fc742968c91:44277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:09,700 INFO [RS:0;4fc742968c91:44277 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:09,700 DEBUG [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs 2024-11-07T21:26:09,700 INFO [RS:0;4fc742968c91:44277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:09,700 INFO [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C34089%2C1731014767420.meta:.meta(num 1731014768424) 2024-11-07T21:26:09,700 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:09,700 INFO [RS:0;4fc742968c91:44277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:09,700 INFO [RS:0;4fc742968c91:44277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:09,700 INFO [RS:0;4fc742968c91:44277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:09,701 INFO [RS:0;4fc742968c91:44277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44277 2024-11-07T21:26:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:09,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:09,707 DEBUG [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/oldWALs 2024-11-07T21:26:09,707 INFO [RS:1;4fc742968c91:34089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C34089%2C1731014767420:(num 1731014768097) 2024-11-07T21:26:09,707 DEBUG [RS:1;4fc742968c91:34089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:09,707 INFO [RS:1;4fc742968c91:34089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:09,707 INFO [RS:1;4fc742968c91:34089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:09,708 INFO [RS:1;4fc742968c91:34089 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:09,708 INFO [RS:1;4fc742968c91:34089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:09,708 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:09,708 INFO [RS:1;4fc742968c91:34089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34089 2024-11-07T21:26:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,44277,1731014767358 2024-11-07T21:26:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:09,784 INFO [RS:0;4fc742968c91:44277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:09,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,34089,1731014767420 2024-11-07T21:26:09,795 INFO [RS:1;4fc742968c91:34089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:09,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,44277,1731014767358] 2024-11-07T21:26:09,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,44277,1731014767358 already deleted, retry=false 2024-11-07T21:26:09,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,44277,1731014767358 expired; onlineServers=1 2024-11-07T21:26:09,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,34089,1731014767420] 2024-11-07T21:26:09,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,34089,1731014767420 already deleted, retry=false 2024-11-07T21:26:09,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,34089,1731014767420 expired; onlineServers=0 2024-11-07T21:26:09,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,35453,1731014767189' ***** 2024-11-07T21:26:09,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:26:09,837 INFO [M:0;4fc742968c91:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:09,837 INFO [M:0;4fc742968c91:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:09,837 DEBUG [M:0;4fc742968c91:35453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:26:09,837 DEBUG [M:0;4fc742968c91:35453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:26:09,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:26:09,837 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014767778 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014767778,5,FailOnTimeoutGroup] 2024-11-07T21:26:09,837 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014767778 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014767778,5,FailOnTimeoutGroup] 2024-11-07T21:26:09,838 INFO [M:0;4fc742968c91:35453 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:09,838 INFO [M:0;4fc742968c91:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:09,838 DEBUG [M:0;4fc742968c91:35453 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:26:09,838 INFO [M:0;4fc742968c91:35453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:26:09,838 INFO [M:0;4fc742968c91:35453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:09,838 INFO [M:0;4fc742968c91:35453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:26:09,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:26:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:09,850 DEBUG [M:0;4fc742968c91:35453 {}] zookeeper.ZKUtil(347): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:26:09,850 WARN [M:0;4fc742968c91:35453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:26:09,851 INFO [M:0;4fc742968c91:35453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/.lastflushedseqids 2024-11-07T21:26:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:09,857 INFO [M:0;4fc742968c91:35453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:26:09,857 INFO [M:0;4fc742968c91:35453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:26:09,858 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:09,858 INFO [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:09,858 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:09,858 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:09,858 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:09,858 INFO [M:0;4fc742968c91:35453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-07T21:26:09,878 DEBUG [M:0;4fc742968c91:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb30dfa1cb046619a28c0ad6d1921d9 is 82, key is hbase:meta,,1/info:regioninfo/1731014768464/Put/seqid=0 2024-11-07T21:26:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:09,884 INFO [M:0;4fc742968c91:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb30dfa1cb046619a28c0ad6d1921d9 2024-11-07T21:26:09,904 DEBUG [M:0;4fc742968c91:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb132fb460d243e2b7fe43e1b2512e78 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014768952/Put/seqid=0 2024-11-07T21:26:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:09,905 INFO [RS:0;4fc742968c91:44277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:09,906 INFO [RS:0;4fc742968c91:44277 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,44277,1731014767358; zookeeper connection closed. 2024-11-07T21:26:09,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x10117312dec0001, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:09,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@154c1a1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@154c1a1f 2024-11-07T21:26:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:09,909 INFO [M:0;4fc742968c91:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb132fb460d243e2b7fe43e1b2512e78 2024-11-07T21:26:09,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:09,916 INFO [RS:1;4fc742968c91:34089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:09,916 INFO [RS:1;4fc742968c91:34089 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,34089,1731014767420; zookeeper connection closed. 2024-11-07T21:26:09,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34089-0x10117312dec0002, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:09,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@736e59e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@736e59e5 2024-11-07T21:26:09,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:26:09,927 DEBUG [M:0;4fc742968c91:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7999e2d9550c4fbf95c3acf33cf7d0a0 is 69, key is 4fc742968c91,34089,1731014767420/rs:state/1731014767903/Put/seqid=0 2024-11-07T21:26:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:09,933 INFO [M:0;4fc742968c91:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7999e2d9550c4fbf95c3acf33cf7d0a0 2024-11-07T21:26:09,938 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bb30dfa1cb046619a28c0ad6d1921d9 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb30dfa1cb046619a28c0ad6d1921d9 2024-11-07T21:26:09,944 INFO [M:0;4fc742968c91:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bb30dfa1cb046619a28c0ad6d1921d9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:26:09,945 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb132fb460d243e2b7fe43e1b2512e78 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb132fb460d243e2b7fe43e1b2512e78 2024-11-07T21:26:09,950 INFO [M:0;4fc742968c91:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb132fb460d243e2b7fe43e1b2512e78, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:26:09,951 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7999e2d9550c4fbf95c3acf33cf7d0a0 as hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7999e2d9550c4fbf95c3acf33cf7d0a0 2024-11-07T21:26:09,957 INFO [M:0;4fc742968c91:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33825/user/jenkins/test-data/39f46572-c110-2c62-b34d-2c7aae5c76ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7999e2d9550c4fbf95c3acf33cf7d0a0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:26:09,958 INFO [M:0;4fc742968c91:35453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false 2024-11-07T21:26:09,962 INFO [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:09,962 DEBUG [M:0;4fc742968c91:35453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014769858Disabling compacts and flushes for region at 1731014769858Disabling writes for close at 1731014769858Obtaining lock to block concurrent updates at 1731014769858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014769858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731014769858Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014769859 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014769859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014769878 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014769878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014769890 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014769903 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014769903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014769913 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014769927 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014769927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3614d6cf: reopening flushed file at 1731014769938 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbea2c3: reopening flushed file at 1731014769944 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1c305f: reopening flushed file at 1731014769951 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false at 1731014769958 (+7 ms)Writing region close event to WAL at 1731014769962 (+4 ms)Closed at 1731014769962 2024-11-07T21:26:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:26:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:26:09,966 INFO [M:0;4fc742968c91:35453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:26:09,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:09,966 INFO [M:0;4fc742968c91:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35453 2024-11-07T21:26:09,966 INFO [M:0;4fc742968c91:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:10,095 INFO [M:0;4fc742968c91:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:10,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x10117312dec0000, quorum=127.0.0.1:50735, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:10,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d383572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:10,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21845a9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:10,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:10,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb76bb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:10,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3797b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:10,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:10,099 WARN [BP-1416214490-172.17.0.2-1731014765046 heartbeating to localhost/127.0.0.1:33825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:10,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:10,099 WARN [BP-1416214490-172.17.0.2-1731014765046 heartbeating to localhost/127.0.0.1:33825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416214490-172.17.0.2-1731014765046 (Datanode Uuid 4bc36a09-4549-4f25-9323-063d6540613a) service to localhost/127.0.0.1:33825 2024-11-07T21:26:10,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data3/current/BP-1416214490-172.17.0.2-1731014765046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:10,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data4/current/BP-1416214490-172.17.0.2-1731014765046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:10,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:10,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@288784f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:10,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f4fac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:10,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:10,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ece552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:10,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a9b0e84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:10,104 WARN [BP-1416214490-172.17.0.2-1731014765046 heartbeating to localhost/127.0.0.1:33825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:10,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:10,104 WARN [BP-1416214490-172.17.0.2-1731014765046 heartbeating to localhost/127.0.0.1:33825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416214490-172.17.0.2-1731014765046 (Datanode Uuid 19060551-4e29-48a0-a80e-8dee119b03fe) service to localhost/127.0.0.1:33825 2024-11-07T21:26:10,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:10,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data1/current/BP-1416214490-172.17.0.2-1731014765046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:10,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/cluster_e357a59d-d941-06ba-d51e-bfc3993c626b/data/data2/current/BP-1416214490-172.17.0.2-1731014765046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:10,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:10,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74452c9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:10,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55841269{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:10,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:10,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b62b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:10,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4865eda8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:10,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:26:10,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:26:10,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=150 (was 129) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33825 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33825 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1716 (was 1805) 2024-11-07T21:26:10,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=150, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=1716 2024-11-07T21:26:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir so I do NOT create it in target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486 2024-11-07T21:26:10,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:26:10,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.tmp.dir so I do NOT create it in target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486 2024-11-07T21:26:10,155 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a448123-efc5-8328-54bb-d0bcf8f12e2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:26:10,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e, deleteOnExit=true 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/test.cache.data in system properties and HBase conf 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:26:10,156 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:26:10,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:26:10,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:26:10,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:10,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:10,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:10,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:10,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:26:10,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:10,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:10,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:10,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3981f6eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/java.io.tmpdir/jetty-localhost-43955-hadoop-hdfs-3_4_1-tests_jar-_-any-7107878467400576178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:10,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:43955} 2024-11-07T21:26:10,825 INFO [Time-limited test {}] server.Server(415): Started @32067ms 2024-11-07T21:26:11,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:11,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:11,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:11,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:11,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:26:11,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:11,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:11,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7742f51f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-13350655088771584097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:11,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-11-07T21:26:11,173 INFO [Time-limited test {}] server.Server(415): Started @32415ms 2024-11-07T21:26:11,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:11,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:11,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:11,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:11,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:11,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:26:11,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:11,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:11,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1727f1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/java.io.tmpdir/jetty-localhost-38551-hadoop-hdfs-3_4_1-tests_jar-_-any-6170532136049752730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:11,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:38551} 2024-11-07T21:26:11,296 INFO [Time-limited test {}] server.Server(415): Started @32538ms 2024-11-07T21:26:11,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:12,352 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data1/current/BP-85962273-172.17.0.2-1731014770171/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:12,352 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data2/current/BP-85962273-172.17.0.2-1731014770171/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:12,371 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5577ed54e715d922 with lease ID 0x687c2606061551ed: Processing first storage report for DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63 from datanode DatanodeRegistration(127.0.0.1:38007, datanodeUuid=594bb043-484c-4e12-891d-ca9ca4d45e21, infoPort=43395, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171) 2024-11-07T21:26:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5577ed54e715d922 with lease ID 0x687c2606061551ed: from storage DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63 node DatanodeRegistration(127.0.0.1:38007, datanodeUuid=594bb043-484c-4e12-891d-ca9ca4d45e21, infoPort=43395, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5577ed54e715d922 with lease ID 0x687c2606061551ed: Processing first storage report for DS-c08af95a-c4c2-4648-af1b-c80e12ffd895 from datanode DatanodeRegistration(127.0.0.1:38007, datanodeUuid=594bb043-484c-4e12-891d-ca9ca4d45e21, infoPort=43395, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171) 2024-11-07T21:26:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5577ed54e715d922 with lease ID 0x687c2606061551ed: from storage DS-c08af95a-c4c2-4648-af1b-c80e12ffd895 node DatanodeRegistration(127.0.0.1:38007, datanodeUuid=594bb043-484c-4e12-891d-ca9ca4d45e21, infoPort=43395, infoSecurePort=0, ipcPort=41623, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:12,490 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data3/current/BP-85962273-172.17.0.2-1731014770171/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:12,491 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data4/current/BP-85962273-172.17.0.2-1731014770171/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:12,513 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d4d5832bb055e0 with lease ID 0x687c2606061551ee: Processing first storage report for DS-104cc437-7c14-442f-a437-4fdb1012a4f4 from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=09ec053c-1924-422c-a32a-5853bd6e3f1e, infoPort=32855, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171) 2024-11-07T21:26:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d4d5832bb055e0 with lease ID 0x687c2606061551ee: from storage DS-104cc437-7c14-442f-a437-4fdb1012a4f4 node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=09ec053c-1924-422c-a32a-5853bd6e3f1e, infoPort=32855, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98d4d5832bb055e0 with lease ID 0x687c2606061551ee: Processing first storage report for DS-2009cdc3-a9d1-4cf0-83f3-bd6ca67ae948 from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=09ec053c-1924-422c-a32a-5853bd6e3f1e, infoPort=32855, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171) 2024-11-07T21:26:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98d4d5832bb055e0 with lease ID 0x687c2606061551ee: from storage DS-2009cdc3-a9d1-4cf0-83f3-bd6ca67ae948 node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=09ec053c-1924-422c-a32a-5853bd6e3f1e, infoPort=32855, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1462245287;c=1731014770171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:12,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486 2024-11-07T21:26:12,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/zookeeper_0, clientPort=61114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:26:12,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61114 2024-11-07T21:26:12,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:12,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:12,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 with version=8 2024-11-07T21:26:12,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/hbase-staging 2024-11-07T21:26:12,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:26:12,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:12,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40417 2024-11-07T21:26:12,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40417 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-07T21:26:12,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404170x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:12,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40417-0x101173142e00000 connected 2024-11-07T21:26:12,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:12,701 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764, hbase.cluster.distributed=false 2024-11-07T21:26:12,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:12,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40417 2024-11-07T21:26:12,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40417 2024-11-07T21:26:12,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40417 2024-11-07T21:26:12,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40417 2024-11-07T21:26:12,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40417 2024-11-07T21:26:12,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:12,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:12,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45453 2024-11-07T21:26:12,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45453 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-07T21:26:12,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454530x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:12,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454530x0, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:12,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45453-0x101173142e00001 connected 2024-11-07T21:26:12,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:12,735 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:12,740 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:12,740 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:12,742 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:12,742 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:12,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:12,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:12,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-07T21:26:12,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45453 2024-11-07T21:26:12,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45453 2024-11-07T21:26:12,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-07T21:26:12,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-07T21:26:12,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:12,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:12,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34789 2024-11-07T21:26:12,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34789 connecting to ZooKeeper ensemble=127.0.0.1:61114 2024-11-07T21:26:12,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347890x0, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:12,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347890x0, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:12,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34789-0x101173142e00002 connected 2024-11-07T21:26:12,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:12,777 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:12,784 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:12,785 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:12,785 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:12,786 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:12,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:12,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:12,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-07T21:26:12,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34789 2024-11-07T21:26:12,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34789 2024-11-07T21:26:12,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-07T21:26:12,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-07T21:26:12,803 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:40417 2024-11-07T21:26:12,803 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,40417,1731014772552 2024-11-07T21:26:12,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,816 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,40417,1731014772552 2024-11-07T21:26:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,829 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:26:12,830 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,40417,1731014772552 from backup master directory 2024-11-07T21:26:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,40417,1731014772552 2024-11-07T21:26:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:12,839 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:12,840 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,40417,1731014772552 2024-11-07T21:26:12,843 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/hbase.id] with ID: afba4abc-96fd-46a7-8101-e1a8b7b034c6 2024-11-07T21:26:12,844 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/.tmp/hbase.id 2024-11-07T21:26:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:12,849 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/.tmp/hbase.id]:[hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/hbase.id] 2024-11-07T21:26:12,862 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:12,862 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:26:12,863 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T21:26:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:12,881 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:12,882 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:26:12,883 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:12,892 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store 2024-11-07T21:26:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:12,901 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:12,902 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:12,902 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014772902Disabling compacts and flushes for region at 1731014772902Disabling writes for close at 1731014772902Writing region close event to WAL at 1731014772902Closed at 1731014772902 2024-11-07T21:26:12,902 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/.initializing 2024-11-07T21:26:12,902 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/WALs/4fc742968c91,40417,1731014772552 2024-11-07T21:26:12,903 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:12,904 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C40417%2C1731014772552, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/WALs/4fc742968c91,40417,1731014772552, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/oldWALs, maxLogs=10 2024-11-07T21:26:12,917 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/WALs/4fc742968c91,40417,1731014772552/4fc742968c91%2C40417%2C1731014772552.1731014772905, exclude list is [], retry=0 2024-11-07T21:26:12,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-104cc437-7c14-442f-a437-4fdb1012a4f4,DISK] 2024-11-07T21:26:12,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63,DISK] 2024-11-07T21:26:12,921 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/WALs/4fc742968c91,40417,1731014772552/4fc742968c91%2C40417%2C1731014772552.1731014772905 2024-11-07T21:26:12,922 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855),(127.0.0.1/127.0.0.1:43395:43395)] 2024-11-07T21:26:12,922 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:12,922 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:12,922 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,922 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:26:12,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:26:12,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:12,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:12,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:26:12,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:12,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:12,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:26:12,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:12,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:12,930 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,931 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,931 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,932 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,933 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,933 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:12,934 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:12,936 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:12,936 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61621927, jitterRate=-0.08176173269748688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:12,936 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014772922Initializing all the Stores at 1731014772923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014772923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014772923Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014772923Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014772923Cleaning up temporary data from old regions at 1731014772933 (+10 ms)Region opened successfully at 1731014772936 (+3 ms) 2024-11-07T21:26:12,937 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:26:12,939 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279302e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:12,940 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:26:12,940 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:26:12,940 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:26:12,940 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:26:12,941 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:26:12,941 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:26:12,941 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:26:12,943 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:26:12,943 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:26:12,955 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:26:12,955 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:26:12,956 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:26:12,965 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:26:12,966 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:26:12,967 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:26:12,976 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:26:12,977 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:26:12,986 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:26:12,988 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:26:12,997 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,008 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,40417,1731014772552, sessionid=0x101173142e00000, setting cluster-up flag (Was=false) 2024-11-07T21:26:13,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,060 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:26:13,062 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,40417,1731014772552 2024-11-07T21:26:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,113 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:26:13,114 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,40417,1731014772552 2024-11-07T21:26:13,115 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:26:13,117 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:13,117 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:26:13,117 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:26:13,118 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,40417,1731014772552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,119 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:13,120 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014803121 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:26:13,121 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:13,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:26:13,122 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014773122,5,FailOnTimeoutGroup] 2024-11-07T21:26:13,122 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014773122,5,FailOnTimeoutGroup] 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,122 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:26:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:13,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:26:13,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 2024-11-07T21:26:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:13,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:13,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:13,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:13,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:13,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:13,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:13,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:13,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:13,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:13,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:13,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740 2024-11-07T21:26:13,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740 2024-11-07T21:26:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:13,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:13,146 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:13,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:13,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:13,150 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69910993, jitterRate=0.04175497591495514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:13,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014773137Initializing all the Stores at 1731014773137Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773138 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014773138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773138Cleaning up temporary data from old regions at 1731014773146 (+8 ms)Region opened successfully at 1731014773150 (+4 ms) 2024-11-07T21:26:13,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:13,150 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:13,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:13,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:13,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:13,151 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:13,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014773150Disabling compacts and flushes for region at 1731014773150Disabling writes for close at 1731014773150Writing region close event to WAL at 1731014773151 (+1 ms)Closed at 1731014773151 2024-11-07T21:26:13,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:13,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:26:13,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:26:13,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:13,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:26:13,192 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(746): ClusterId : afba4abc-96fd-46a7-8101-e1a8b7b034c6 2024-11-07T21:26:13,192 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(746): ClusterId : afba4abc-96fd-46a7-8101-e1a8b7b034c6 2024-11-07T21:26:13,192 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:13,192 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:13,198 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:13,198 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:13,198 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:13,198 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:13,208 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:13,208 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:13,208 DEBUG [RS:0;4fc742968c91:45453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e89d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:13,208 DEBUG [RS:1;4fc742968c91:34789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df3e898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:13,218 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:45453 2024-11-07T21:26:13,218 INFO [RS:0;4fc742968c91:45453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:13,218 INFO [RS:0;4fc742968c91:45453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:13,218 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:13,219 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,40417,1731014772552 with port=45453, startcode=1731014772721 2024-11-07T21:26:13,219 DEBUG [RS:0;4fc742968c91:45453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:13,221 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:13,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40417 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,223 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 2024-11-07T21:26:13,223 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46251 2024-11-07T21:26:13,223 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:13,223 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:34789 2024-11-07T21:26:13,223 INFO [RS:1;4fc742968c91:34789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:13,223 INFO [RS:1;4fc742968c91:34789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:13,224 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:13,229 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,40417,1731014772552 with port=34789, startcode=1731014772759 2024-11-07T21:26:13,229 DEBUG [RS:1;4fc742968c91:34789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:13,229 DEBUG [RS:0;4fc742968c91:45453 {}] zookeeper.ZKUtil(111): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,229 WARN [RS:0;4fc742968c91:45453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:13,229 INFO [RS:0;4fc742968c91:45453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:13,230 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,45453,1731014772721] 2024-11-07T21:26:13,231 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:13,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40417 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,233 INFO [RS:0;4fc742968c91:45453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:13,233 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 2024-11-07T21:26:13,233 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46251 2024-11-07T21:26:13,233 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:13,234 INFO [RS:0;4fc742968c91:45453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:13,234 INFO [RS:0;4fc742968c91:45453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:13,234 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,234 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:13,235 INFO [RS:0;4fc742968c91:45453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:13,235 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,235 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,235 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,235 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,235 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:13,236 DEBUG [RS:0;4fc742968c91:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:13,236 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,236 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,236 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,237 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,237 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,237 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45453,1731014772721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:13,249 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:13,249 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45453,1731014772721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,249 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,249 INFO [RS:0;4fc742968c91:45453 {}] regionserver.Replication(171): 4fc742968c91,45453,1731014772721 started 2024-11-07T21:26:13,261 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,261 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,45453,1731014772721, RpcServer on 4fc742968c91/172.17.0.2:45453, sessionid=0x101173142e00001 2024-11-07T21:26:13,261 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:13,261 DEBUG [RS:0;4fc742968c91:45453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,261 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,45453,1731014772721' 2024-11-07T21:26:13,261 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:13,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:13,269 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:13,270 DEBUG [RS:1;4fc742968c91:34789 {}] zookeeper.ZKUtil(111): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,45453,1731014772721 2024-11-07T21:26:13,270 WARN [RS:1;4fc742968c91:34789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,45453,1731014772721' 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:13,270 INFO [RS:1;4fc742968c91:34789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:13,270 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,34789,1731014772759] 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:13,270 DEBUG [RS:0;4fc742968c91:45453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:13,270 INFO [RS:0;4fc742968c91:45453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:13,270 INFO [RS:0;4fc742968c91:45453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:13,273 INFO [RS:1;4fc742968c91:34789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:13,274 INFO [RS:1;4fc742968c91:34789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:13,275 INFO [RS:1;4fc742968c91:34789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:13,275 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,275 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:13,276 INFO [RS:1;4fc742968c91:34789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:13,276 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:13,276 DEBUG [RS:1;4fc742968c91:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,277 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34789,1731014772759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:13,295 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:13,295 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34789,1731014772759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,295 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,295 INFO [RS:1;4fc742968c91:34789 {}] regionserver.Replication(171): 4fc742968c91,34789,1731014772759 started 2024-11-07T21:26:13,304 WARN [4fc742968c91:40417 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:26:13,308 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,308 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,34789,1731014772759, RpcServer on 4fc742968c91/172.17.0.2:34789, sessionid=0x101173142e00002 2024-11-07T21:26:13,309 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:13,309 DEBUG [RS:1;4fc742968c91:34789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,309 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34789,1731014772759' 2024-11-07T21:26:13,309 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:13,309 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34789,1731014772759' 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:13,310 DEBUG [RS:1;4fc742968c91:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:13,310 INFO [RS:1;4fc742968c91:34789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:13,310 INFO [RS:1;4fc742968c91:34789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:13,371 INFO [RS:0;4fc742968c91:45453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:13,373 INFO [RS:0;4fc742968c91:45453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C45453%2C1731014772721, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,45453,1731014772721, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs, maxLogs=32 2024-11-07T21:26:13,391 DEBUG [RS:0;4fc742968c91:45453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,45453,1731014772721/4fc742968c91%2C45453%2C1731014772721.1731014773374, exclude list is [], retry=0 2024-11-07T21:26:13,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-104cc437-7c14-442f-a437-4fdb1012a4f4,DISK] 2024-11-07T21:26:13,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63,DISK] 2024-11-07T21:26:13,395 INFO [RS:0;4fc742968c91:45453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,45453,1731014772721/4fc742968c91%2C45453%2C1731014772721.1731014773374 2024-11-07T21:26:13,395 DEBUG [RS:0;4fc742968c91:45453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855),(127.0.0.1/127.0.0.1:43395:43395)] 2024-11-07T21:26:13,411 INFO [RS:1;4fc742968c91:34789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:13,413 INFO [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C34789%2C1731014772759, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs, maxLogs=32 2024-11-07T21:26:13,430 DEBUG [RS:1;4fc742968c91:34789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759/4fc742968c91%2C34789%2C1731014772759.1731014773413, exclude list is [], retry=0 2024-11-07T21:26:13,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-104cc437-7c14-442f-a437-4fdb1012a4f4,DISK] 2024-11-07T21:26:13,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63,DISK] 2024-11-07T21:26:13,435 INFO [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759/4fc742968c91%2C34789%2C1731014772759.1731014773413 2024-11-07T21:26:13,435 DEBUG [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32855:32855),(127.0.0.1/127.0.0.1:43395:43395)] 2024-11-07T21:26:13,555 DEBUG [4fc742968c91:40417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:26:13,555 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:13,560 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:13,560 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:13,560 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:13,560 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:13,560 INFO [4fc742968c91:40417 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:13,561 INFO [4fc742968c91:40417 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:13,561 DEBUG [4fc742968c91:40417 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:13,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,563 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,34789,1731014772759, state=OPENING 2024-11-07T21:26:13,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:26:13,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:13,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:13,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,34789,1731014772759}] 2024-11-07T21:26:13,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:13,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:13,834 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:26:13,834 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:13,834 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:26:13,835 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C34789%2C1731014772759.meta, suffix=.meta, logDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs, maxLogs=32 2024-11-07T21:26:13,850 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759/4fc742968c91%2C34789%2C1731014772759.meta.1731014773836.meta, exclude list is [], retry=0 2024-11-07T21:26:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-104cc437-7c14-442f-a437-4fdb1012a4f4,DISK] 2024-11-07T21:26:13,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38007,DS-ecd02537-3632-4a5a-ae2e-6bd44e856b63,DISK] 2024-11-07T21:26:13,854 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/WALs/4fc742968c91,34789,1731014772759/4fc742968c91%2C34789%2C1731014772759.meta.1731014773836.meta 2024-11-07T21:26:13,854 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43395:43395),(127.0.0.1/127.0.0.1:32855:32855)] 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:26:13,855 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:26:13,855 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:26:13,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:13,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:13,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:13,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:13,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:13,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:13,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:13,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:13,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:13,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:13,863 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:13,864 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740 2024-11-07T21:26:13,865 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740 2024-11-07T21:26:13,867 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:13,867 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:13,867 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:13,869 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:13,870 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60436309, jitterRate=-0.09942881762981415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:13,870 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:26:13,871 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014773855Writing region info on filesystem at 1731014773855Initializing all the Stores at 1731014773856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014773856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014773856Cleaning up temporary data from old regions at 1731014773867 (+11 ms)Running coprocessor post-open hooks at 1731014773870 (+3 ms)Region opened successfully at 1731014773871 (+1 ms) 2024-11-07T21:26:13,872 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014773828 2024-11-07T21:26:13,875 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:26:13,875 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:26:13,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,877 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,34789,1731014772759, state=OPEN 2024-11-07T21:26:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:13,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,34789,1731014772759 2024-11-07T21:26:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:13,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:26:13,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,34789,1731014772759 in 219 msec 2024-11-07T21:26:13,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:26:13,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 743 msec 2024-11-07T21:26:13,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:13,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:26:13,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:13,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,34789,1731014772759, seqNum=-1] 2024-11-07T21:26:13,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:13,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:13,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-11-07T21:26:13,915 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014773915, completionTime=-1 2024-11-07T21:26:13,915 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:26:13,915 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014833918 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014893918 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,918 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,919 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:40417, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,919 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,919 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,921 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:26:13,924 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.084sec 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:13,925 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:26:13,927 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:26:13,927 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:26:13,927 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,40417,1731014772552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:13,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:26:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468de4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:13,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,40417,-1 for getting cluster id 2024-11-07T21:26:13,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:26:13,993 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afba4abc-96fd-46a7-8101-e1a8b7b034c6' 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afba4abc-96fd-46a7-8101-e1a8b7b034c6" 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2053ea6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,40417,-1] 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:26:13,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:13,995 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:26:13,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509985fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:13,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:13,998 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,34789,1731014772759, seqNum=-1] 2024-11-07T21:26:13,998 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:13,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:13,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:14,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,40417,1731014772552 2024-11-07T21:26:14,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:26:14,003 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,40417,1731014772552 2024-11-07T21:26:14,003 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d8d5707 2024-11-07T21:26:14,003 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:26:14,004 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:26:14,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:26:14,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:26:14,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:14,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:26:14,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:14,029 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f4d3c08aa7bf13e85062f2737682222, NAME => 'testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 2024-11-07T21:26:14,030 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea61c6b931e13580d76b2004a693b309, NAME => 'testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764 2024-11-07T21:26:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:14,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:14,040 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ea61c6b931e13580d76b2004a693b309, disabling compactions & flushes 2024-11-07T21:26:14,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. after waiting 0 ms 2024-11-07T21:26:14,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,041 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea61c6b931e13580d76b2004a693b309: Waiting for close lock at 1731014774040Disabling compacts and flushes for region at 1731014774040Disabling writes for close at 1731014774041 (+1 ms)Writing region close event to WAL at 1731014774041Closed at 1731014774041 2024-11-07T21:26:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7f4d3c08aa7bf13e85062f2737682222, disabling compactions & flushes 2024-11-07T21:26:14,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. after waiting 0 ms 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f4d3c08aa7bf13e85062f2737682222: Waiting for close lock at 1731014774043Disabling compacts and flushes for region at 1731014774043Disabling writes for close at 1731014774043Writing region close event to WAL at 1731014774043Closed at 1731014774043 2024-11-07T21:26:14,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:26:14,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014774044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014774044"}]},"ts":"1731014774044"} 2024-11-07T21:26:14,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014774044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014774044"}]},"ts":"1731014774044"} 2024-11-07T21:26:14,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:26:14,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:26:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014774050"}]},"ts":"1731014774050"} 2024-11-07T21:26:14,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:26:14,053 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:14,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:14,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:14,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:14,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:14,054 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:14,054 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:14,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:14,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4d3c08aa7bf13e85062f2737682222, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea61c6b931e13580d76b2004a693b309, ASSIGN}] 2024-11-07T21:26:14,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea61c6b931e13580d76b2004a693b309, ASSIGN 2024-11-07T21:26:14,057 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4d3c08aa7bf13e85062f2737682222, ASSIGN 2024-11-07T21:26:14,058 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea61c6b931e13580d76b2004a693b309, ASSIGN; state=OFFLINE, location=4fc742968c91,34789,1731014772759; forceNewPlan=false, retain=false 2024-11-07T21:26:14,058 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4d3c08aa7bf13e85062f2737682222, ASSIGN; state=OFFLINE, location=4fc742968c91,45453,1731014772721; forceNewPlan=false, retain=false 2024-11-07T21:26:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:14,208 INFO [4fc742968c91:40417 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:26:14,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea61c6b931e13580d76b2004a693b309, regionState=OPENING, regionLocation=4fc742968c91,34789,1731014772759 2024-11-07T21:26:14,209 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f4d3c08aa7bf13e85062f2737682222, regionState=OPENING, regionLocation=4fc742968c91,45453,1731014772721 2024-11-07T21:26:14,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4d3c08aa7bf13e85062f2737682222, ASSIGN because future has completed 2024-11-07T21:26:14,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f4d3c08aa7bf13e85062f2737682222, server=4fc742968c91,45453,1731014772721}] 2024-11-07T21:26:14,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea61c6b931e13580d76b2004a693b309, ASSIGN because future has completed 2024-11-07T21:26:14,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea61c6b931e13580d76b2004a693b309, server=4fc742968c91,34789,1731014772759}] 2024-11-07T21:26:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:14,366 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:14,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:14,372 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,372 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f4d3c08aa7bf13e85062f2737682222, NAME => 'testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:26:14,372 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,372 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:14,372 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,372 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,374 INFO [StoreOpener-7f4d3c08aa7bf13e85062f2737682222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,376 INFO [StoreOpener-7f4d3c08aa7bf13e85062f2737682222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f4d3c08aa7bf13e85062f2737682222 columnFamilyName family 2024-11-07T21:26:14,376 DEBUG [StoreOpener-7f4d3c08aa7bf13e85062f2737682222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:14,376 INFO [StoreOpener-7f4d3c08aa7bf13e85062f2737682222-1 {}] regionserver.HStore(327): Store=7f4d3c08aa7bf13e85062f2737682222/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:14,376 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,377 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,378 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,378 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,378 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,380 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,382 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,382 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ea61c6b931e13580d76b2004a693b309, NAME => 'testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:26:14,382 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,382 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:14,383 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,383 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,384 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:14,385 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f4d3c08aa7bf13e85062f2737682222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59727939, jitterRate=-0.10998435318470001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:14,385 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,386 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f4d3c08aa7bf13e85062f2737682222: Running coprocessor pre-open hook at 1731014774372Writing region info on filesystem at 1731014774372Initializing all the Stores at 1731014774374 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014774374Cleaning up temporary data from old regions at 1731014774378 (+4 ms)Running coprocessor post-open hooks at 1731014774385 (+7 ms)Region opened successfully at 1731014774386 (+1 ms) 2024-11-07T21:26:14,387 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222., pid=7, masterSystemTime=1731014774366 2024-11-07T21:26:14,388 INFO [StoreOpener-ea61c6b931e13580d76b2004a693b309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,390 INFO [StoreOpener-ea61c6b931e13580d76b2004a693b309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea61c6b931e13580d76b2004a693b309 columnFamilyName family 2024-11-07T21:26:14,390 DEBUG [StoreOpener-ea61c6b931e13580d76b2004a693b309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:14,390 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,390 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,391 INFO [StoreOpener-ea61c6b931e13580d76b2004a693b309-1 {}] regionserver.HStore(327): Store=ea61c6b931e13580d76b2004a693b309/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:14,391 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f4d3c08aa7bf13e85062f2737682222, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,45453,1731014772721 2024-11-07T21:26:14,394 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f4d3c08aa7bf13e85062f2737682222, server=4fc742968c91,45453,1731014772721 because future has completed 2024-11-07T21:26:14,395 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,396 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,396 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,399 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T21:26:14,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f4d3c08aa7bf13e85062f2737682222, server=4fc742968c91,45453,1731014772721 in 185 msec 2024-11-07T21:26:14,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4d3c08aa7bf13e85062f2737682222, ASSIGN in 348 msec 2024-11-07T21:26:14,416 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:14,417 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ea61c6b931e13580d76b2004a693b309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70908805, jitterRate=0.05662353336811066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:14,417 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,417 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ea61c6b931e13580d76b2004a693b309: Running coprocessor pre-open hook at 1731014774383Writing region info on filesystem at 1731014774383Initializing all the Stores at 1731014774384 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014774384Cleaning up temporary data from old regions at 1731014774396 (+12 ms)Running coprocessor post-open hooks at 1731014774417 (+21 ms)Region opened successfully at 1731014774417 2024-11-07T21:26:14,419 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309., pid=8, masterSystemTime=1731014774368 2024-11-07T21:26:14,423 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,423 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:14,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea61c6b931e13580d76b2004a693b309, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34789,1731014772759 2024-11-07T21:26:14,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea61c6b931e13580d76b2004a693b309, server=4fc742968c91,34789,1731014772759 because future has completed 2024-11-07T21:26:14,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T21:26:14,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ea61c6b931e13580d76b2004a693b309, server=4fc742968c91,34789,1731014772759 in 219 msec 2024-11-07T21:26:14,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T21:26:14,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea61c6b931e13580d76b2004a693b309, ASSIGN in 385 msec 2024-11-07T21:26:14,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:26:14,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014774447"}]},"ts":"1731014774447"} 2024-11-07T21:26:14,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:26:14,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:26:14,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 449 msec 2024-11-07T21:26:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:14,640 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:26:14,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:26:14,640 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:14,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:26:14,646 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:14,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:26:14,651 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222., hostname=4fc742968c91,45453,1731014772721, seqNum=2] 2024-11-07T21:26:14,652 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:14,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:14,681 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309., hostname=4fc742968c91,34789,1731014772759, seqNum=2] 2024-11-07T21:26:14,704 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f4d3c08aa7bf13e85062f2737682222 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:26:14,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/.tmp/family/ce8e4f7e02cd4afd890f2415f630e002 is 32, key is 1/family:/1731014774658/Put/seqid=0 2024-11-07T21:26:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:14,769 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/.tmp/family/ce8e4f7e02cd4afd890f2415f630e002 2024-11-07T21:26:14,779 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/.tmp/family/ce8e4f7e02cd4afd890f2415f630e002 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/family/ce8e4f7e02cd4afd890f2415f630e002 2024-11-07T21:26:14,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/family/ce8e4f7e02cd4afd890f2415f630e002, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:26:14,793 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7f4d3c08aa7bf13e85062f2737682222 in 91ms, sequenceid=8, compaction requested=false 2024-11-07T21:26:14,793 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f4d3c08aa7bf13e85062f2737682222: 2024-11-07T21:26:14,793 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea61c6b931e13580d76b2004a693b309 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:26:14,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/.tmp/family/b865748cbfcb44d6a4548307e8393433 is 32, key is 5/family:/1731014774683/Put/seqid=0 2024-11-07T21:26:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:14,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/.tmp/family/b865748cbfcb44d6a4548307e8393433 2024-11-07T21:26:14,857 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/.tmp/family/b865748cbfcb44d6a4548307e8393433 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/family/b865748cbfcb44d6a4548307e8393433 2024-11-07T21:26:14,876 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/family/b865748cbfcb44d6a4548307e8393433, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:26:14,882 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ea61c6b931e13580d76b2004a693b309 in 88ms, sequenceid=9, compaction requested=false 2024-11-07T21:26:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea61c6b931e13580d76b2004a693b309: 2024-11-07T21:26:14,886 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file ce8e4f7e02cd4afd890f2415f630e002, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:14,886 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key ce8e4f7e02cd4afd890f2415f630e002_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:14,893 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file b865748cbfcb44d6a4548307e8393433, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:14,894 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key b865748cbfcb44d6a4548307e8393433_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:14,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:26:14,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:14,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:14,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:14,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:14,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:26:14,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:26:14,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1412416175, stopped=false 2024-11-07T21:26:14,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,40417,1731014772552 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:14,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:14,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:14,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:14,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:14,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:14,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,45453,1731014772721' ***** 2024-11-07T21:26:14,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:14,974 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,34789,1731014772759' ***** 2024-11-07T21:26:14,974 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:14,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:14,975 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:14,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:14,975 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:14,976 INFO [RS:1;4fc742968c91:34789 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:14,977 INFO [RS:1;4fc742968c91:34789 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:14,977 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:14,977 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:14,977 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:14,977 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:14,977 INFO [RS:1;4fc742968c91:34789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:14,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:14,977 INFO [RS:1;4fc742968c91:34789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:14,977 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:14,977 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:14,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:14,978 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:14,979 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:14,992 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,45453,1731014772721 2024-11-07T21:26:14,992 INFO [RS:0;4fc742968c91:45453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:14,992 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f4d3c08aa7bf13e85062f2737682222, disabling compactions & flushes 2024-11-07T21:26:14,992 INFO [RS:0;4fc742968c91:45453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:45453. 2024-11-07T21:26:14,992 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,992 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,992 DEBUG [RS:0;4fc742968c91:45453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:14,992 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. after waiting 0 ms 2024-11-07T21:26:14,992 DEBUG [RS:0;4fc742968c91:45453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:14,992 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:14,993 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:26:14,993 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1325): Online Regions={7f4d3c08aa7bf13e85062f2737682222=testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222.} 2024-11-07T21:26:14,993 DEBUG [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1351): Waiting on 7f4d3c08aa7bf13e85062f2737682222 2024-11-07T21:26:15,000 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,34789,1731014772759 2024-11-07T21:26:15,000 INFO [RS:1;4fc742968c91:34789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:15,000 INFO [RS:1;4fc742968c91:34789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:34789. 2024-11-07T21:26:15,000 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea61c6b931e13580d76b2004a693b309, disabling compactions & flushes 2024-11-07T21:26:15,000 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:15,000 DEBUG [RS:1;4fc742968c91:34789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:15,000 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:15,000 DEBUG [RS:1;4fc742968c91:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:15,001 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. after waiting 0 ms 2024-11-07T21:26:15,001 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:15,001 INFO [RS:1;4fc742968c91:34789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:15,001 INFO [RS:1;4fc742968c91:34789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:15,001 INFO [RS:1;4fc742968c91:34789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:15,001 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:26:15,008 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:26:15,008 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea61c6b931e13580d76b2004a693b309=testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309.} 2024-11-07T21:26:15,008 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea61c6b931e13580d76b2004a693b309 2024-11-07T21:26:15,008 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:15,008 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:15,008 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:15,009 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:15,009 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:15,009 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:26:15,024 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/7f4d3c08aa7bf13e85062f2737682222/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:26:15,025 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:15,025 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f4d3c08aa7bf13e85062f2737682222: Waiting for close lock at 1731014774992Running coprocessor pre-close hooks at 1731014774992Disabling compacts and flushes for region at 1731014774992Disabling writes for close at 1731014774992Writing region close event to WAL at 1731014775008 (+16 ms)Running coprocessor post-close hooks at 1731014775025 (+17 ms)Closed at 1731014775025 2024-11-07T21:26:15,025 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014774005.7f4d3c08aa7bf13e85062f2737682222. 2024-11-07T21:26:15,039 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:15,040 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/default/testClearRegionBlockCache/ea61c6b931e13580d76b2004a693b309/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:26:15,042 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:15,043 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea61c6b931e13580d76b2004a693b309: Waiting for close lock at 1731014775000Running coprocessor pre-close hooks at 1731014775000Disabling compacts and flushes for region at 1731014775000Disabling writes for close at 1731014775001 (+1 ms)Writing region close event to WAL at 1731014775012 (+11 ms)Running coprocessor post-close hooks at 1731014775042 (+30 ms)Closed at 1731014775042 2024-11-07T21:26:15,043 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309. 2024-11-07T21:26:15,048 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/info/27d2f3114024487d86fbb284329db788 is 173, key is testClearRegionBlockCache,5,1731014774005.ea61c6b931e13580d76b2004a693b309./info:regioninfo/1731014774423/Put/seqid=0 2024-11-07T21:26:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:15,095 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/info/27d2f3114024487d86fbb284329db788 2024-11-07T21:26:15,127 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/ns/3a925e7af7c542d7a2d2b51add9bac26 is 43, key is default/ns:d/1731014773902/Put/seqid=0 2024-11-07T21:26:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:15,193 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,45453,1731014772721; all regions closed. 2024-11-07T21:26:15,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741833_1009 (size=1758) 2024-11-07T21:26:15,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741833_1009 (size=1758) 2024-11-07T21:26:15,200 DEBUG [RS:0;4fc742968c91:45453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs 2024-11-07T21:26:15,200 INFO [RS:0;4fc742968c91:45453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C45453%2C1731014772721:(num 1731014773374) 2024-11-07T21:26:15,200 DEBUG [RS:0;4fc742968c91:45453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:15,200 INFO [RS:0;4fc742968c91:45453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:15,200 INFO [RS:0;4fc742968c91:45453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:15,200 INFO [RS:0;4fc742968c91:45453 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:15,201 INFO [RS:0;4fc742968c91:45453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:15,201 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:15,201 INFO [RS:0;4fc742968c91:45453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:15,201 INFO [RS:0;4fc742968c91:45453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:15,201 INFO [RS:0;4fc742968c91:45453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:15,201 INFO [RS:0;4fc742968c91:45453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45453 2024-11-07T21:26:15,208 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:26:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,45453,1731014772721 2024-11-07T21:26:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:15,271 INFO [RS:0;4fc742968c91:45453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:15,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,45453,1731014772721] 2024-11-07T21:26:15,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,45453,1731014772721 already deleted, retry=false 2024-11-07T21:26:15,281 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T21:26:15,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,45453,1731014772721 expired; onlineServers=1 2024-11-07T21:26:15,281 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T21:26:15,392 INFO [RS:0;4fc742968c91:45453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:15,392 INFO [RS:0;4fc742968c91:45453 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,45453,1731014772721; zookeeper connection closed. 2024-11-07T21:26:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x101173142e00001, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:15,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1395e8ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1395e8ad 2024-11-07T21:26:15,408 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:26:15,546 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/ns/3a925e7af7c542d7a2d2b51add9bac26 2024-11-07T21:26:15,571 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/table/15d4b1529ab043ca99a398c2ffd36e8b is 61, key is testClearRegionBlockCache/table:state/1731014774447/Put/seqid=0 2024-11-07T21:26:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:15,577 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/table/15d4b1529ab043ca99a398c2ffd36e8b 2024-11-07T21:26:15,583 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/info/27d2f3114024487d86fbb284329db788 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/info/27d2f3114024487d86fbb284329db788 2024-11-07T21:26:15,589 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/info/27d2f3114024487d86fbb284329db788, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:26:15,590 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/ns/3a925e7af7c542d7a2d2b51add9bac26 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/ns/3a925e7af7c542d7a2d2b51add9bac26 2024-11-07T21:26:15,596 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/ns/3a925e7af7c542d7a2d2b51add9bac26, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:26:15,597 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/.tmp/table/15d4b1529ab043ca99a398c2ffd36e8b as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/table/15d4b1529ab043ca99a398c2ffd36e8b 2024-11-07T21:26:15,603 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/table/15d4b1529ab043ca99a398c2ffd36e8b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:26:15,604 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=13, compaction requested=false 2024-11-07T21:26:15,609 DEBUG [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T21:26:15,612 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:26:15,613 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:26:15,613 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:15,613 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014775008Running coprocessor pre-close hooks at 1731014775008Disabling compacts and flushes for region at 1731014775008Disabling writes for close at 1731014775009 (+1 ms)Obtaining lock to block concurrent updates at 1731014775009Preparing flush snapshotting stores in 1588230740 at 1731014775009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014775010 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731014775011 (+1 ms)Flushing 1588230740/info: creating writer at 1731014775011Flushing 1588230740/info: appending metadata at 1731014775047 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731014775047Flushing 1588230740/ns: creating writer at 1731014775104 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731014775127 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731014775127Flushing 1588230740/table: creating writer at 1731014775552 (+425 ms)Flushing 1588230740/table: appending metadata at 1731014775570 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731014775570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df01d3e: reopening flushed file at 1731014775582 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7188411: reopening flushed file at 1731014775589 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fe45cb: reopening flushed file at 1731014775596 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=13, compaction requested=false at 1731014775604 (+8 ms)Writing region close event to WAL at 1731014775609 (+5 ms)Running coprocessor post-close hooks at 1731014775613 (+4 ms)Closed at 1731014775613 2024-11-07T21:26:15,613 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:15,809 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,34789,1731014772759; all regions closed. 2024-11-07T21:26:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:15,814 DEBUG [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs 2024-11-07T21:26:15,814 INFO [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C34789%2C1731014772759.meta:.meta(num 1731014773836) 2024-11-07T21:26:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741834_1010 (size=1867) 2024-11-07T21:26:15,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741834_1010 (size=1867) 2024-11-07T21:26:15,819 DEBUG [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/oldWALs 2024-11-07T21:26:15,819 INFO [RS:1;4fc742968c91:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C34789%2C1731014772759:(num 1731014773413) 2024-11-07T21:26:15,819 DEBUG [RS:1;4fc742968c91:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:15,819 INFO [RS:1;4fc742968c91:34789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:15,819 INFO [RS:1;4fc742968c91:34789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:15,819 INFO [RS:1;4fc742968c91:34789 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:15,820 INFO [RS:1;4fc742968c91:34789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:15,820 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:15,820 INFO [RS:1;4fc742968c91:34789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34789 2024-11-07T21:26:15,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,34789,1731014772759 2024-11-07T21:26:15,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:15,847 INFO [RS:1;4fc742968c91:34789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:15,847 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fb5c8902db8@7b5842b1 rejected from java.util.concurrent.ThreadPoolExecutor@3e5ad3be[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T21:26:15,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,34789,1731014772759] 2024-11-07T21:26:15,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,34789,1731014772759 already deleted, retry=false 2024-11-07T21:26:15,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,34789,1731014772759 expired; onlineServers=0 2024-11-07T21:26:15,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,40417,1731014772552' ***** 2024-11-07T21:26:15,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:26:15,868 INFO [M:0;4fc742968c91:40417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:15,868 INFO [M:0;4fc742968c91:40417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:15,868 DEBUG [M:0;4fc742968c91:40417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:26:15,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:26:15,868 DEBUG [M:0;4fc742968c91:40417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:26:15,869 INFO [M:0;4fc742968c91:40417 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:15,869 INFO [M:0;4fc742968c91:40417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:15,869 DEBUG [M:0;4fc742968c91:40417 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:26:15,869 INFO [M:0;4fc742968c91:40417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:26:15,869 INFO [M:0;4fc742968c91:40417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:15,869 INFO [M:0;4fc742968c91:40417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:26:15,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:26:15,870 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014773122 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014773122,5,FailOnTimeoutGroup] 2024-11-07T21:26:15,870 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014773122 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014773122,5,FailOnTimeoutGroup] 2024-11-07T21:26:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:15,881 DEBUG [M:0;4fc742968c91:40417 {}] zookeeper.ZKUtil(347): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:26:15,881 WARN [M:0;4fc742968c91:40417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:26:15,882 INFO [M:0;4fc742968c91:40417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/.lastflushedseqids 2024-11-07T21:26:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:15,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:15,890 INFO [M:0;4fc742968c91:40417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:26:15,890 INFO [M:0;4fc742968c91:40417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:26:15,890 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:15,890 INFO [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:15,890 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:15,890 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:15,890 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:15,890 INFO [M:0;4fc742968c91:40417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-07T21:26:15,909 DEBUG [M:0;4fc742968c91:40417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9e28497c3742c5b4526848b0f90584 is 82, key is hbase:meta,,1/info:regioninfo/1731014773875/Put/seqid=0 2024-11-07T21:26:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:15,919 INFO [M:0;4fc742968c91:40417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9e28497c3742c5b4526848b0f90584 2024-11-07T21:26:15,943 DEBUG [M:0;4fc742968c91:40417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f01781baa1547f694dd0532071c2c45 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014774456/Put/seqid=0 2024-11-07T21:26:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:15,951 INFO [M:0;4fc742968c91:40417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f01781baa1547f694dd0532071c2c45 2024-11-07T21:26:15,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:15,958 INFO [RS:1;4fc742968c91:34789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:15,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x101173142e00002, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:15,958 INFO [RS:1;4fc742968c91:34789 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,34789,1731014772759; zookeeper connection closed. 2024-11-07T21:26:15,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52728ef8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52728ef8 2024-11-07T21:26:15,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:26:15,971 DEBUG [M:0;4fc742968c91:40417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ece378cbd2d94b81b892bc66b00dfa0a is 69, key is 4fc742968c91,34789,1731014772759/rs:state/1731014773232/Put/seqid=0 2024-11-07T21:26:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:15,981 INFO [M:0;4fc742968c91:40417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ece378cbd2d94b81b892bc66b00dfa0a 2024-11-07T21:26:15,987 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9e28497c3742c5b4526848b0f90584 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae9e28497c3742c5b4526848b0f90584 2024-11-07T21:26:15,993 INFO [M:0;4fc742968c91:40417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae9e28497c3742c5b4526848b0f90584, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:26:15,995 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f01781baa1547f694dd0532071c2c45 as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f01781baa1547f694dd0532071c2c45 2024-11-07T21:26:16,000 INFO [M:0;4fc742968c91:40417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f01781baa1547f694dd0532071c2c45, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:26:16,001 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ece378cbd2d94b81b892bc66b00dfa0a as hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ece378cbd2d94b81b892bc66b00dfa0a 2024-11-07T21:26:16,006 INFO [M:0;4fc742968c91:40417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/72db5379-d520-7849-488c-35981736f764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ece378cbd2d94b81b892bc66b00dfa0a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:26:16,008 INFO [M:0;4fc742968c91:40417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false 2024-11-07T21:26:16,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T21:26:16,010 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T21:26:16,020 INFO [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:16,020 DEBUG [M:0;4fc742968c91:40417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014775890Disabling compacts and flushes for region at 1731014775890Disabling writes for close at 1731014775890Obtaining lock to block concurrent updates at 1731014775890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014775890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731014775891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014775891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014775892 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014775908 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014775908Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014775924 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014775942 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014775942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014775957 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014775971 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014775971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2645753a: reopening flushed file at 1731014775986 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ff3cbf: reopening flushed file at 1731014775994 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a3424: reopening flushed file at 1731014776000 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false at 1731014776008 (+8 ms)Writing region close event to WAL at 1731014776020 (+12 ms)Closed at 1731014776020 2024-11-07T21:26:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38007 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:26:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741830_1006 (size=35428) 2024-11-07T21:26:16,024 INFO [M:0;4fc742968c91:40417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:26:16,024 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:16,024 INFO [M:0;4fc742968c91:40417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40417 2024-11-07T21:26:16,024 INFO [M:0;4fc742968c91:40417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:16,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:16,137 INFO [M:0;4fc742968c91:40417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:16,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40417-0x101173142e00000, quorum=127.0.0.1:61114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1727f1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:16,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:16,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:16,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:16,145 WARN [BP-85962273-172.17.0.2-1731014770171 heartbeating to localhost/127.0.0.1:46251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:16,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:16,146 WARN [BP-85962273-172.17.0.2-1731014770171 heartbeating to localhost/127.0.0.1:46251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85962273-172.17.0.2-1731014770171 (Datanode Uuid 09ec053c-1924-422c-a32a-5853bd6e3f1e) service to localhost/127.0.0.1:46251 2024-11-07T21:26:16,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data3/current/BP-85962273-172.17.0.2-1731014770171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data4/current/BP-85962273-172.17.0.2-1731014770171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:16,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7742f51f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:16,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:16,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:16,151 WARN [BP-85962273-172.17.0.2-1731014770171 heartbeating to localhost/127.0.0.1:46251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:16,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:16,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:16,151 WARN [BP-85962273-172.17.0.2-1731014770171 heartbeating to localhost/127.0.0.1:46251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85962273-172.17.0.2-1731014770171 (Datanode Uuid 594bb043-484c-4e12-891d-ca9ca4d45e21) service to localhost/127.0.0.1:46251 2024-11-07T21:26:16,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data1/current/BP-85962273-172.17.0.2-1731014770171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:16,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/cluster_dd903e59-fc6e-5fb3-673a-87a0ee2ad12e/data/data2/current/BP-85962273-172.17.0.2-1731014770171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:16,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:16,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3981f6eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:16,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:16,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:16,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:16,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:16,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:26:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:26:16,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 150) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=1543 (was 1716) 2024-11-07T21:26:16,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=1542 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir so I do NOT create it in target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462 2024-11-07T21:26:16,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.tmp.dir so I do NOT create it in target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462 2024-11-07T21:26:16,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5897caf4-64ad-aed8-c951-09d8fbe5d486/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:26:16,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527, deleteOnExit=true 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/test.cache.data in system properties and HBase conf 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:26:16,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:26:16,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:26:16,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:26:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:26:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:26:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:26:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:26:16,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:16,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:16,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:16,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:16,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:26:16,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:16,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4446c38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:16,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7570489f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:16,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27913255{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/java.io.tmpdir/jetty-localhost-36089-hadoop-hdfs-3_4_1-tests_jar-_-any-13461043478881616415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:16,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3872ddd7{HTTP/1.1, (http/1.1)}{localhost:36089} 2024-11-07T21:26:16,686 INFO [Time-limited test {}] server.Server(415): Started @37928ms 2024-11-07T21:26:16,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:16,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:16,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:16,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:16,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:26:16,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab28309{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:16,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13b60e30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:17,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bfe8e88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/java.io.tmpdir/jetty-localhost-34199-hadoop-hdfs-3_4_1-tests_jar-_-any-10824820180643850164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:17,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53ac45ca{HTTP/1.1, (http/1.1)}{localhost:34199} 2024-11-07T21:26:17,098 INFO [Time-limited test {}] server.Server(415): Started @38340ms 2024-11-07T21:26:17,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:17,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:26:17,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:26:17,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:26:17,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:26:17,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:26:17,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5e22cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:26:17,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d50dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:26:17,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f2bc9e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/java.io.tmpdir/jetty-localhost-33155-hadoop-hdfs-3_4_1-tests_jar-_-any-4491953858628065538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:17,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eb24413{HTTP/1.1, (http/1.1)}{localhost:33155} 2024-11-07T21:26:17,257 INFO [Time-limited test {}] server.Server(415): Started @38499ms 2024-11-07T21:26:17,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:26:18,274 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data1/current/BP-766683729-172.17.0.2-1731014776236/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:18,274 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data2/current/BP-766683729-172.17.0.2-1731014776236/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:18,290 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617aa6d7654d3f2b with lease ID 0x13264e685ac84af9: Processing first storage report for DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0 from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=a01fbae8-fcb7-4f7d-8914-c3e99c15e66b, infoPort=36767, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236) 2024-11-07T21:26:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617aa6d7654d3f2b with lease ID 0x13264e685ac84af9: from storage DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0 node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=a01fbae8-fcb7-4f7d-8914-c3e99c15e66b, infoPort=36767, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617aa6d7654d3f2b with lease ID 0x13264e685ac84af9: Processing first storage report for DS-2c3d59fd-d9da-4b6e-9126-c1ae9b663add from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=a01fbae8-fcb7-4f7d-8914-c3e99c15e66b, infoPort=36767, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236) 2024-11-07T21:26:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617aa6d7654d3f2b with lease ID 0x13264e685ac84af9: from storage DS-2c3d59fd-d9da-4b6e-9126-c1ae9b663add node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=a01fbae8-fcb7-4f7d-8914-c3e99c15e66b, infoPort=36767, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:18,429 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data4/current/BP-766683729-172.17.0.2-1731014776236/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:18,429 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data3/current/BP-766683729-172.17.0.2-1731014776236/current, will proceed with Du for space computation calculation, 2024-11-07T21:26:18,444 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:26:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94bca04737e5bfdc with lease ID 0x13264e685ac84afa: Processing first storage report for DS-6288e716-291b-4dc7-8605-33da32c0a88b from datanode DatanodeRegistration(127.0.0.1:34219, datanodeUuid=d6605544-fcf6-483f-87a8-af815463dee9, infoPort=39165, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236) 2024-11-07T21:26:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94bca04737e5bfdc with lease ID 0x13264e685ac84afa: from storage DS-6288e716-291b-4dc7-8605-33da32c0a88b node DatanodeRegistration(127.0.0.1:34219, datanodeUuid=d6605544-fcf6-483f-87a8-af815463dee9, infoPort=39165, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94bca04737e5bfdc with lease ID 0x13264e685ac84afa: Processing first storage report for DS-dcc9c037-69c3-45a4-8abd-4d531d79cb96 from datanode DatanodeRegistration(127.0.0.1:34219, datanodeUuid=d6605544-fcf6-483f-87a8-af815463dee9, infoPort=39165, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236) 2024-11-07T21:26:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94bca04737e5bfdc with lease ID 0x13264e685ac84afa: from storage DS-dcc9c037-69c3-45a4-8abd-4d531d79cb96 node DatanodeRegistration(127.0.0.1:34219, datanodeUuid=d6605544-fcf6-483f-87a8-af815463dee9, infoPort=39165, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1390813219;c=1731014776236), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:26:18,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462 2024-11-07T21:26:18,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/zookeeper_0, clientPort=52093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:26:18,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52093 2024-11-07T21:26:18,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:26:18,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 with version=8 2024-11-07T21:26:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/hbase-staging 2024-11-07T21:26:18,520 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:18,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:26:18,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:18,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45905 2024-11-07T21:26:18,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45905 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-11-07T21:26:18,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459050x0, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:18,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45905-0x10117315a2d0000 connected 2024-11-07T21:26:18,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:18,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9, hbase.cluster.distributed=false 2024-11-07T21:26:18,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-07T21:26:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45905 2024-11-07T21:26:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45905 2024-11-07T21:26:18,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-07T21:26:18,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-07T21:26:18,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:18,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:18,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46765 2024-11-07T21:26:18,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46765 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-11-07T21:26:18,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467650x0, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:18,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467650x0, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:18,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46765-0x10117315a2d0001 connected 2024-11-07T21:26:18,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:18,701 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:18,707 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:18,707 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:18,707 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:18,707 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:18,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:18,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:18,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-07T21:26:18,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46765 2024-11-07T21:26:18,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46765 2024-11-07T21:26:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-07T21:26:18,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-07T21:26:18,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:26:18,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:26:18,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43015 2024-11-07T21:26:18,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43015 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-11-07T21:26:18,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430150x0, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:26:18,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430150x0, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:18,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43015-0x10117315a2d0002 connected 2024-11-07T21:26:18,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:26:18,785 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T21:26:18,790 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T21:26:18,791 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T21:26:18,792 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T21:26:18,793 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:26:18,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:26:18,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:26:18,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43015 2024-11-07T21:26:18,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43015 2024-11-07T21:26:18,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43015 2024-11-07T21:26:18,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43015 2024-11-07T21:26:18,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43015 2024-11-07T21:26:18,814 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:45905 2024-11-07T21:26:18,815 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,45905,1731014778519 2024-11-07T21:26:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,826 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,45905,1731014778519 2024-11-07T21:26:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,839 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:26:18,840 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,45905,1731014778519 from backup master directory 2024-11-07T21:26:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,45905,1731014778519 2024-11-07T21:26:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:26:18,850 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:18,850 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,45905,1731014778519 2024-11-07T21:26:18,854 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/hbase.id] with ID: 5e33ac4a-ca56-48b9-8250-69d6818ecfe6 2024-11-07T21:26:18,854 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/.tmp/hbase.id 2024-11-07T21:26:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:26:18,864 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/.tmp/hbase.id]:[hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/hbase.id] 2024-11-07T21:26:18,875 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:26:18,875 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:26:18,876 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T21:26:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:26:18,896 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:18,897 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:26:18,897 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:26:18,905 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store 2024-11-07T21:26:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:18,913 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:18,913 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:18,913 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014778913Disabling compacts and flushes for region at 1731014778913Disabling writes for close at 1731014778913Writing region close event to WAL at 1731014778913Closed at 1731014778913 2024-11-07T21:26:18,914 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/.initializing 2024-11-07T21:26:18,914 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/WALs/4fc742968c91,45905,1731014778519 2024-11-07T21:26:18,915 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:18,917 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C45905%2C1731014778519, suffix=, logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/WALs/4fc742968c91,45905,1731014778519, archiveDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/oldWALs, maxLogs=10 2024-11-07T21:26:18,932 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/WALs/4fc742968c91,45905,1731014778519/4fc742968c91%2C45905%2C1731014778519.1731014778917, exclude list is [], retry=0 2024-11-07T21:26:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0,DISK] 2024-11-07T21:26:18,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-6288e716-291b-4dc7-8605-33da32c0a88b,DISK] 2024-11-07T21:26:18,939 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/WALs/4fc742968c91,45905,1731014778519/4fc742968c91%2C45905%2C1731014778519.1731014778917 2024-11-07T21:26:18,940 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:39165:39165)] 2024-11-07T21:26:18,940 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:18,940 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:18,940 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,940 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:26:18,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:18,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:18,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:26:18,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:18,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:18,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:26:18,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:18,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:18,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:26:18,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:18,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:18,950 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,951 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,951 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,952 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,952 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,953 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:18,954 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:26:18,956 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:18,956 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64408039, jitterRate=-0.040245428681373596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:18,957 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014778940Initializing all the Stores at 1731014778941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014778942 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014778942Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014778942Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014778942Cleaning up temporary data from old regions at 1731014778952 (+10 ms)Region opened successfully at 1731014778957 (+5 ms) 2024-11-07T21:26:18,957 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:26:18,960 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c190afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:18,961 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:26:18,962 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:26:18,962 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:26:18,962 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:26:18,962 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:26:18,963 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:26:18,963 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T21:26:18,965 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:26:18,966 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:26:18,976 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:26:18,976 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:26:18,977 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:26:18,986 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:26:18,987 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:26:18,988 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:26:18,997 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:26:18,998 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:26:19,007 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:26:19,010 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:26:19,018 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,029 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,45905,1731014778519, sessionid=0x10117315a2d0000, setting cluster-up flag (Was=false) 2024-11-07T21:26:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,081 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:26:19,082 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,45905,1731014778519 2024-11-07T21:26:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,134 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:26:19,135 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,45905,1731014778519 2024-11-07T21:26:19,136 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:26:19,137 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:19,138 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:26:19,138 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:26:19,138 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,45905,1731014778519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:19,140 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:19,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014809141 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:26:19,141 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:26:19,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:26:19,142 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:26:19,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:26:19,142 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014779142,5,FailOnTimeoutGroup] 2024-11-07T21:26:19,143 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014779143,5,FailOnTimeoutGroup] 2024-11-07T21:26:19,143 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,143 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:26:19,143 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,143 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:26:19,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:26:19,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 2024-11-07T21:26:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:19,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:26:19,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:19,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:19,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:19,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:19,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:19,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:19,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:19,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:19,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:19,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:19,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740 2024-11-07T21:26:19,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740 2024-11-07T21:26:19,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:19,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:19,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:19,167 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:19,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61341200, jitterRate=-0.08594489097595215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014779155Initializing all the Stores at 1731014779156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014779156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779156Cleaning up temporary data from old regions at 1731014779164 (+8 ms)Region opened successfully at 1731014779168 (+4 ms) 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:19,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:19,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:19,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014779168Disabling compacts and flushes for region at 1731014779168Disabling writes for close at 1731014779168Writing region close event to WAL at 1731014779168Closed at 1731014779168 2024-11-07T21:26:19,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:19,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:26:19,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:26:19,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:19,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:26:19,205 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(746): ClusterId : 5e33ac4a-ca56-48b9-8250-69d6818ecfe6 2024-11-07T21:26:19,205 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(746): ClusterId : 5e33ac4a-ca56-48b9-8250-69d6818ecfe6 2024-11-07T21:26:19,205 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:19,205 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:26:19,216 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:19,216 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:26:19,216 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:19,216 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:26:19,229 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:19,229 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:26:19,230 DEBUG [RS:1;4fc742968c91:43015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfad7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:19,230 DEBUG [RS:0;4fc742968c91:46765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246b1957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:26:19,240 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:46765 2024-11-07T21:26:19,240 INFO [RS:0;4fc742968c91:46765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:19,240 INFO [RS:0;4fc742968c91:46765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:19,240 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:19,241 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:43015 2024-11-07T21:26:19,241 INFO [RS:1;4fc742968c91:43015 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:26:19,241 INFO [RS:1;4fc742968c91:43015 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:26:19,241 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:26:19,241 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,45905,1731014778519 with port=46765, startcode=1731014778681 2024-11-07T21:26:19,241 DEBUG [RS:0;4fc742968c91:46765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:19,242 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,45905,1731014778519 with port=43015, startcode=1731014778765 2024-11-07T21:26:19,242 DEBUG [RS:1;4fc742968c91:43015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:26:19,243 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:19,243 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:26:19,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,244 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 2024-11-07T21:26:19,245 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41215 2024-11-07T21:26:19,245 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:19,245 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 2024-11-07T21:26:19,245 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41215 2024-11-07T21:26:19,246 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:26:19,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:19,298 DEBUG [RS:1;4fc742968c91:43015 {}] zookeeper.ZKUtil(111): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,298 WARN [RS:1;4fc742968c91:43015 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:19,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,43015,1731014778765] 2024-11-07T21:26:19,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,46765,1731014778681] 2024-11-07T21:26:19,299 INFO [RS:1;4fc742968c91:43015 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:19,299 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,299 DEBUG [RS:0;4fc742968c91:46765 {}] zookeeper.ZKUtil(111): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,299 WARN [RS:0;4fc742968c91:46765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:26:19,299 INFO [RS:0;4fc742968c91:46765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:19,299 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,302 INFO [RS:1;4fc742968c91:43015 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:19,304 INFO [RS:0;4fc742968c91:46765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:26:19,304 INFO [RS:1;4fc742968c91:43015 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:19,304 INFO [RS:1;4fc742968c91:43015 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:19,304 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,305 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:19,305 INFO [RS:0;4fc742968c91:46765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:26:19,305 INFO [RS:1;4fc742968c91:43015 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:19,305 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:19,306 DEBUG [RS:1;4fc742968c91:43015 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:19,308 INFO [RS:0;4fc742968c91:46765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:26:19,308 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,308 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,309 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,309 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,309 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,309 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,309 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,43015,1731014778765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:19,310 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:26:19,311 INFO [RS:0;4fc742968c91:46765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:26:19,311 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,311 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,311 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,311 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:19,312 DEBUG [RS:0;4fc742968c91:46765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,312 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46765,1731014778681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:19,322 WARN [4fc742968c91:45905 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:26:19,328 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:19,329 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,43015,1731014778765-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,329 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,329 INFO [RS:1;4fc742968c91:43015 {}] regionserver.Replication(171): 4fc742968c91,43015,1731014778765 started 2024-11-07T21:26:19,333 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:26:19,334 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46765,1731014778681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,334 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,334 INFO [RS:0;4fc742968c91:46765 {}] regionserver.Replication(171): 4fc742968c91,46765,1731014778681 started 2024-11-07T21:26:19,347 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,347 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,43015,1731014778765, RpcServer on 4fc742968c91/172.17.0.2:43015, sessionid=0x10117315a2d0002 2024-11-07T21:26:19,347 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:19,347 DEBUG [RS:1;4fc742968c91:43015 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,348 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,43015,1731014778765' 2024-11-07T21:26:19,348 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:19,348 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,43015,1731014778765 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,43015,1731014778765' 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:19,349 DEBUG [RS:1;4fc742968c91:43015 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:19,350 INFO [RS:1;4fc742968c91:43015 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:19,350 INFO [RS:1;4fc742968c91:43015 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:19,351 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,351 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,46765,1731014778681, RpcServer on 4fc742968c91/172.17.0.2:46765, sessionid=0x10117315a2d0001 2024-11-07T21:26:19,351 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:26:19,351 DEBUG [RS:0;4fc742968c91:46765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,351 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,46765,1731014778681' 2024-11-07T21:26:19,351 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:26:19,351 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,46765,1731014778681' 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:26:19,352 DEBUG [RS:0;4fc742968c91:46765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:26:19,352 INFO [RS:0;4fc742968c91:46765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:26:19,352 INFO [RS:0;4fc742968c91:46765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:26:19,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:26:19,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:26:19,450 INFO [RS:1;4fc742968c91:43015 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:19,452 INFO [RS:1;4fc742968c91:43015 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C43015%2C1731014778765, suffix=, logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,43015,1731014778765, archiveDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs, maxLogs=32 2024-11-07T21:26:19,453 INFO [RS:0;4fc742968c91:46765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:26:19,454 INFO [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C46765%2C1731014778681, suffix=, logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681, archiveDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs, maxLogs=32 2024-11-07T21:26:19,469 DEBUG [RS:1;4fc742968c91:43015 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,43015,1731014778765/4fc742968c91%2C43015%2C1731014778765.1731014779452, exclude list is [], retry=0 2024-11-07T21:26:19,470 DEBUG [RS:0;4fc742968c91:46765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681/4fc742968c91%2C46765%2C1731014778681.1731014779454, exclude list is [], retry=0 2024-11-07T21:26:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0,DISK] 2024-11-07T21:26:19,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-6288e716-291b-4dc7-8605-33da32c0a88b,DISK] 2024-11-07T21:26:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0,DISK] 2024-11-07T21:26:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-6288e716-291b-4dc7-8605-33da32c0a88b,DISK] 2024-11-07T21:26:19,477 INFO [RS:1;4fc742968c91:43015 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,43015,1731014778765/4fc742968c91%2C43015%2C1731014778765.1731014779452 2024-11-07T21:26:19,480 DEBUG [RS:1;4fc742968c91:43015 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:39165:39165)] 2024-11-07T21:26:19,481 INFO [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681/4fc742968c91%2C46765%2C1731014778681.1731014779454 2024-11-07T21:26:19,481 DEBUG [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:39165:39165)] 2024-11-07T21:26:19,572 DEBUG [4fc742968c91:45905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:26:19,572 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:19,574 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:19,574 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:19,574 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:19,574 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:19,574 INFO [4fc742968c91:45905 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:19,574 INFO [4fc742968c91:45905 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:19,574 DEBUG [4fc742968c91:45905 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:19,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,46765,1731014778681, state=OPENING 2024-11-07T21:26:19,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:26:19,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:26:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,46765,1731014778681}] 2024-11-07T21:26:19,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:19,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:19,766 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:26:19,766 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:26:19,766 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:26:19,768 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C46765%2C1731014778681.meta, suffix=.meta, logDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681, archiveDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs, maxLogs=32 2024-11-07T21:26:19,780 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681/4fc742968c91%2C46765%2C1731014778681.meta.1731014779768.meta, exclude list is [], retry=0 2024-11-07T21:26:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34219,DS-6288e716-291b-4dc7-8605-33da32c0a88b,DISK] 2024-11-07T21:26:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-04f943b3-8d43-4e4d-a73f-df977b02d6c0,DISK] 2024-11-07T21:26:19,784 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/WALs/4fc742968c91,46765,1731014778681/4fc742968c91%2C46765%2C1731014778681.meta.1731014779768.meta 2024-11-07T21:26:19,787 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36767:36767),(127.0.0.1/127.0.0.1:39165:39165)] 2024-11-07T21:26:19,787 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:26:19,787 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:26:19,787 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:26:19,788 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:26:19,788 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:26:19,788 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:19,788 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:26:19,788 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:26:19,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:26:19,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:26:19,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:26:19,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:26:19,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:26:19,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:26:19,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:26:19,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:26:19,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:26:19,798 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:26:19,799 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740 2024-11-07T21:26:19,800 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740 2024-11-07T21:26:19,801 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:26:19,801 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:26:19,801 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:26:19,802 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:26:19,803 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63977069, jitterRate=-0.04666738212108612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:26:19,803 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:26:19,803 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014779788Writing region info on filesystem at 1731014779788Initializing all the Stores at 1731014779789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779793 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014779793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014779793Cleaning up temporary data from old regions at 1731014779801 (+8 ms)Running coprocessor post-open hooks at 1731014779803 (+2 ms)Region opened successfully at 1731014779803 2024-11-07T21:26:19,804 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014779761 2024-11-07T21:26:19,806 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:26:19,806 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:26:19,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,46765,1731014778681, state=OPEN 2024-11-07T21:26:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:26:19,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,46765,1731014778681 2024-11-07T21:26:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:26:19,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:26:19,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,46765,1731014778681 in 221 msec 2024-11-07T21:26:19,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:26:19,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-07T21:26:19,834 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:26:19,834 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:26:19,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:19,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,46765,1731014778681, seqNum=-1] 2024-11-07T21:26:19,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:19,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:19,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-07T21:26:19,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014779842, completionTime=-1 2024-11-07T21:26:19,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T21:26:19,842 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014839844 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014899844 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:45905, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,846 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:26:19,848 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.998sec 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:26:19,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:26:19,851 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:26:19,851 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:26:19,851 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,45905,1731014778519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:26:19,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed62b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:19,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,45905,-1 for getting cluster id 2024-11-07T21:26:19,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:26:19,907 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e33ac4a-ca56-48b9-8250-69d6818ecfe6' 2024-11-07T21:26:19,907 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:26:19,907 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e33ac4a-ca56-48b9-8250-69d6818ecfe6" 2024-11-07T21:26:19,908 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376ec9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:19,908 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,45905,-1] 2024-11-07T21:26:19,908 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:26:19,909 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:19,910 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:26:19,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713642e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:26:19,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:26:19,912 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,46765,1731014778681, seqNum=-1] 2024-11-07T21:26:19,912 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:19,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:19,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,45905,1731014778519 2024-11-07T21:26:19,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:26:19,917 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,45905,1731014778519 2024-11-07T21:26:19,918 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7edeaf7e 2024-11-07T21:26:19,918 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:26:19,919 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:26:19,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:26:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T21:26:19,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:26:19,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:19,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T21:26:19,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:26:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741836_1012 (size=379) 2024-11-07T21:26:19,933 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cb14fe3b0e0145ba3387f6187c81e3cf, NAME => 'testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 2024-11-07T21:26:19,933 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb2628bfeb052fdf43c49b578c511f21, NAME => 'testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9 2024-11-07T21:26:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741838_1014 (size=61) 2024-11-07T21:26:19,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:19,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fb2628bfeb052fdf43c49b578c511f21, disabling compactions & flushes 2024-11-07T21:26:19,945 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:19,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:19,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. after waiting 0 ms 2024-11-07T21:26:19,945 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:19,946 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:19,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb2628bfeb052fdf43c49b578c511f21: Waiting for close lock at 1731014779945Disabling compacts and flushes for region at 1731014779945Disabling writes for close at 1731014779945Writing region close event to WAL at 1731014779945Closed at 1731014779945 2024-11-07T21:26:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741837_1013 (size=61) 2024-11-07T21:26:19,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:19,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing cb14fe3b0e0145ba3387f6187c81e3cf, disabling compactions & flushes 2024-11-07T21:26:19,962 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:19,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:19,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. after waiting 0 ms 2024-11-07T21:26:19,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:19,962 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:19,963 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for cb14fe3b0e0145ba3387f6187c81e3cf: Waiting for close lock at 1731014779962Disabling compacts and flushes for region at 1731014779962Disabling writes for close at 1731014779962Writing region close event to WAL at 1731014779962Closed at 1731014779962 2024-11-07T21:26:19,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:26:19,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014779964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014779964"}]},"ts":"1731014779964"} 2024-11-07T21:26:19,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731014779964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014779964"}]},"ts":"1731014779964"} 2024-11-07T21:26:19,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T21:26:19,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:26:19,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014779971"}]},"ts":"1731014779971"} 2024-11-07T21:26:19,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T21:26:19,978 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:26:19,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:26:19,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:26:19,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:26:19,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:26:19,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:26:19,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:26:19,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:26:19,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb2628bfeb052fdf43c49b578c511f21, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb14fe3b0e0145ba3387f6187c81e3cf, ASSIGN}] 2024-11-07T21:26:19,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb14fe3b0e0145ba3387f6187c81e3cf, ASSIGN 2024-11-07T21:26:19,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb2628bfeb052fdf43c49b578c511f21, ASSIGN 2024-11-07T21:26:19,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb14fe3b0e0145ba3387f6187c81e3cf, ASSIGN; state=OFFLINE, location=4fc742968c91,43015,1731014778765; forceNewPlan=false, retain=false 2024-11-07T21:26:19,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb2628bfeb052fdf43c49b578c511f21, ASSIGN; state=OFFLINE, location=4fc742968c91,46765,1731014778681; forceNewPlan=false, retain=false 2024-11-07T21:26:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:20,133 INFO [4fc742968c91:45905 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T21:26:20,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb2628bfeb052fdf43c49b578c511f21, regionState=OPENING, regionLocation=4fc742968c91,46765,1731014778681 2024-11-07T21:26:20,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cb14fe3b0e0145ba3387f6187c81e3cf, regionState=OPENING, regionLocation=4fc742968c91,43015,1731014778765 2024-11-07T21:26:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb14fe3b0e0145ba3387f6187c81e3cf, ASSIGN because future has completed 2024-11-07T21:26:20,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb14fe3b0e0145ba3387f6187c81e3cf, server=4fc742968c91,43015,1731014778765}] 2024-11-07T21:26:20,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb2628bfeb052fdf43c49b578c511f21, ASSIGN because future has completed 2024-11-07T21:26:20,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2628bfeb052fdf43c49b578c511f21, server=4fc742968c91,46765,1731014778681}] 2024-11-07T21:26:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:20,289 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:20,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:20,293 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,293 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,293 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cb14fe3b0e0145ba3387f6187c81e3cf, NAME => 'testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T21:26:20,293 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => fb2628bfeb052fdf43c49b578c511f21, NAME => 'testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,294 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,296 INFO [StoreOpener-fb2628bfeb052fdf43c49b578c511f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,296 INFO [StoreOpener-cb14fe3b0e0145ba3387f6187c81e3cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,298 INFO [StoreOpener-cb14fe3b0e0145ba3387f6187c81e3cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb14fe3b0e0145ba3387f6187c81e3cf columnFamilyName family 2024-11-07T21:26:20,298 INFO [StoreOpener-fb2628bfeb052fdf43c49b578c511f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb2628bfeb052fdf43c49b578c511f21 columnFamilyName family 2024-11-07T21:26:20,298 DEBUG [StoreOpener-fb2628bfeb052fdf43c49b578c511f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:20,298 DEBUG [StoreOpener-cb14fe3b0e0145ba3387f6187c81e3cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:26:20,298 INFO [StoreOpener-fb2628bfeb052fdf43c49b578c511f21-1 {}] regionserver.HStore(327): Store=fb2628bfeb052fdf43c49b578c511f21/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:20,298 INFO [StoreOpener-cb14fe3b0e0145ba3387f6187c81e3cf-1 {}] regionserver.HStore(327): Store=cb14fe3b0e0145ba3387f6187c81e3cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:26:20,298 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,299 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,299 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,299 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,299 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,300 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,300 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,300 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,300 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,300 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,301 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,301 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,303 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:20,303 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened fb2628bfeb052fdf43c49b578c511f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348701, jitterRate=0.07807965576648712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:20,304 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,304 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for fb2628bfeb052fdf43c49b578c511f21: Running coprocessor pre-open hook at 1731014780294Writing region info on filesystem at 1731014780294Initializing all the Stores at 1731014780295 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014780295Cleaning up temporary data from old regions at 1731014780300 (+5 ms)Running coprocessor post-open hooks at 1731014780304 (+4 ms)Region opened successfully at 1731014780304 2024-11-07T21:26:20,305 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:26:20,305 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened cb14fe3b0e0145ba3387f6187c81e3cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70699453, jitterRate=0.05350394546985626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:26:20,305 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,305 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cb14fe3b0e0145ba3387f6187c81e3cf: Running coprocessor pre-open hook at 1731014780294Writing region info on filesystem at 1731014780294Initializing all the Stores at 1731014780295 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014780295Cleaning up temporary data from old regions at 1731014780300 (+5 ms)Running coprocessor post-open hooks at 1731014780305 (+5 ms)Region opened successfully at 1731014780305 2024-11-07T21:26:20,305 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21., pid=8, masterSystemTime=1731014780290 2024-11-07T21:26:20,306 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf., pid=7, masterSystemTime=1731014780288 2024-11-07T21:26:20,307 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,307 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb2628bfeb052fdf43c49b578c511f21, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46765,1731014778681 2024-11-07T21:26:20,308 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,308 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cb14fe3b0e0145ba3387f6187c81e3cf, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,43015,1731014778765 2024-11-07T21:26:20,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2628bfeb052fdf43c49b578c511f21, server=4fc742968c91,46765,1731014778681 because future has completed 2024-11-07T21:26:20,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb14fe3b0e0145ba3387f6187c81e3cf, server=4fc742968c91,43015,1731014778765 because future has completed 2024-11-07T21:26:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T21:26:20,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb2628bfeb052fdf43c49b578c511f21, server=4fc742968c91,46765,1731014778681 in 175 msec 2024-11-07T21:26:20,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T21:26:20,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cb14fe3b0e0145ba3387f6187c81e3cf, server=4fc742968c91,43015,1731014778765 in 176 msec 2024-11-07T21:26:20,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fb2628bfeb052fdf43c49b578c511f21, ASSIGN in 333 msec 2024-11-07T21:26:20,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T21:26:20,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb14fe3b0e0145ba3387f6187c81e3cf, ASSIGN in 334 msec 2024-11-07T21:26:20,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:26:20,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014780317"}]},"ts":"1731014780317"} 2024-11-07T21:26:20,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T21:26:20,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:26:20,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 400 msec 2024-11-07T21:26:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:26:20,559 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T21:26:20,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T21:26:20,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:20,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T21:26:20,562 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:26:20,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T21:26:20,565 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21., hostname=4fc742968c91,46765,1731014778681, seqNum=2] 2024-11-07T21:26:20,579 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf., hostname=4fc742968c91,43015,1731014778765, seqNum=2] 2024-11-07T21:26:20,580 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:26:20,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:26:20,592 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb2628bfeb052fdf43c49b578c511f21 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T21:26:20,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/.tmp/family/2b7f7e1e9e0e4271b911c3b6fadfc26f is 32, key is 1/family:/1731014780567/Put/seqid=0 2024-11-07T21:26:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741839_1015 (size=5054) 2024-11-07T21:26:20,628 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/.tmp/family/2b7f7e1e9e0e4271b911c3b6fadfc26f 2024-11-07T21:26:20,634 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/.tmp/family/2b7f7e1e9e0e4271b911c3b6fadfc26f as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/family/2b7f7e1e9e0e4271b911c3b6fadfc26f 2024-11-07T21:26:20,639 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/family/2b7f7e1e9e0e4271b911c3b6fadfc26f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T21:26:20,641 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fb2628bfeb052fdf43c49b578c511f21 in 49ms, sequenceid=8, compaction requested=false 2024-11-07T21:26:20,641 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fb2628bfeb052fdf43c49b578c511f21: 2024-11-07T21:26:20,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb14fe3b0e0145ba3387f6187c81e3cf 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T21:26:20,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/.tmp/family/f213a895fffb41d1994100a727b04982 is 32, key is 5/family:/1731014780582/Put/seqid=0 2024-11-07T21:26:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741840_1016 (size=5083) 2024-11-07T21:26:20,670 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/.tmp/family/f213a895fffb41d1994100a727b04982 2024-11-07T21:26:20,676 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/.tmp/family/f213a895fffb41d1994100a727b04982 as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/family/f213a895fffb41d1994100a727b04982 2024-11-07T21:26:20,682 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/family/f213a895fffb41d1994100a727b04982, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T21:26:20,683 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cb14fe3b0e0145ba3387f6187c81e3cf in 42ms, sequenceid=9, compaction requested=false 2024-11-07T21:26:20,683 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cb14fe3b0e0145ba3387f6187c81e3cf: 2024-11-07T21:26:20,686 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T21:26:20,690 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:20,690 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:26:20,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:20,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:26:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] bucket.BucketCache(1864): found 1 blocks for file 2b7f7e1e9e0e4271b911c3b6fadfc26f, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43015 {}] bucket.BucketCache(1864): found 1 blocks for file f213a895fffb41d1994100a727b04982, starting offset: 0, end offset: 9223372036854775807 2024-11-07T21:26:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43015 {}] bucket.BucketCache(857): removed key f213a895fffb41d1994100a727b04982_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] bucket.BucketCache(857): removed key 2b7f7e1e9e0e4271b911c3b6fadfc26f_0 from back map with offset lock 2094080 in the evict process 2024-11-07T21:26:20,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:26:20,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:20,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:20,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:26:20,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:26:20,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=173218800, stopped=false 2024-11-07T21:26:20,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,45905,1731014778519 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:20,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:20,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:20,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:26:20,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:20,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:20,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:20,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:26:20,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,46765,1731014778681' ***** 2024-11-07T21:26:20,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:20,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,43015,1731014778765' ***** 2024-11-07T21:26:20,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T21:26:20,756 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:20,756 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:26:20,756 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(3091): Received CLOSE for fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,756 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(3091): Received CLOSE for cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,46765,1731014778681 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:46765. 2024-11-07T21:26:20,757 DEBUG [RS:0;4fc742968c91:46765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:20,757 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T21:26:20,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:20,757 DEBUG [RS:0;4fc742968c91:46765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,757 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:20,757 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T21:26:20,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:26:20,757 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:26:20,757 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T21:26:20,757 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1325): Online Regions={fb2628bfeb052fdf43c49b578c511f21=testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T21:26:20,757 DEBUG [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb2628bfeb052fdf43c49b578c511f21 2024-11-07T21:26:20,758 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,43015,1731014778765 2024-11-07T21:26:20,758 INFO [RS:1;4fc742968c91:43015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:26:20,758 INFO [RS:1;4fc742968c91:43015 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:43015. 2024-11-07T21:26:20,758 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:26:20,758 DEBUG [RS:1;4fc742968c91:43015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:26:20,758 DEBUG [RS:1;4fc742968c91:43015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,758 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T21:26:20,758 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1325): Online Regions={cb14fe3b0e0145ba3387f6187c81e3cf=testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf.} 2024-11-07T21:26:20,758 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T21:26:20,758 DEBUG [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1351): Waiting on cb14fe3b0e0145ba3387f6187c81e3cf 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb2628bfeb052fdf43c49b578c511f21, disabling compactions & flushes 2024-11-07T21:26:20,758 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. after waiting 0 ms 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb14fe3b0e0145ba3387f6187c81e3cf, disabling compactions & flushes 2024-11-07T21:26:20,758 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,758 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,759 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. after waiting 0 ms 2024-11-07T21:26:20,759 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,772 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/cb14fe3b0e0145ba3387f6187c81e3cf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T21:26:20,772 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/default/testClearRegionBlockCache/fb2628bfeb052fdf43c49b578c511f21/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T21:26:20,772 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,773 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb14fe3b0e0145ba3387f6187c81e3cf: Waiting for close lock at 1731014780758Running coprocessor pre-close hooks at 1731014780758Disabling compacts and flushes for region at 1731014780758Disabling writes for close at 1731014780759 (+1 ms)Writing region close event to WAL at 1731014780765 (+6 ms)Running coprocessor post-close hooks at 1731014780772 (+7 ms)Closed at 1731014780772 2024-11-07T21:26:20,773 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,773 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb2628bfeb052fdf43c49b578c511f21: Waiting for close lock at 1731014780758Running coprocessor pre-close hooks at 1731014780758Disabling compacts and flushes for region at 1731014780758Disabling writes for close at 1731014780758Writing region close event to WAL at 1731014780764 (+6 ms)Running coprocessor post-close hooks at 1731014780772 (+8 ms)Closed at 1731014780773 (+1 ms) 2024-11-07T21:26:20,773 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf. 2024-11-07T21:26:20,773 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731014779919.fb2628bfeb052fdf43c49b578c511f21. 2024-11-07T21:26:20,777 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/info/f14192ec349147a6aa28849ae3709745 is 173, key is testClearRegionBlockCache,5,1731014779919.cb14fe3b0e0145ba3387f6187c81e3cf./info:regioninfo/1731014780309/Put/seqid=0 2024-11-07T21:26:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741841_1017 (size=8173) 2024-11-07T21:26:20,785 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/info/f14192ec349147a6aa28849ae3709745 2024-11-07T21:26:20,808 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/ns/5071ed35395f43a985c8b46db116d6e3 is 43, key is default/ns:d/1731014779837/Put/seqid=0 2024-11-07T21:26:20,812 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741842_1018 (size=5153) 2024-11-07T21:26:20,814 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/ns/5071ed35395f43a985c8b46db116d6e3 2024-11-07T21:26:20,816 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:20,832 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/table/641ea2919d364006a2623cc492a543ae is 61, key is testClearRegionBlockCache/table:state/1731014780317/Put/seqid=0 2024-11-07T21:26:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:20,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741843_1019 (size=5312) 2024-11-07T21:26:20,838 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/table/641ea2919d364006a2623cc492a543ae 2024-11-07T21:26:20,845 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/info/f14192ec349147a6aa28849ae3709745 as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/info/f14192ec349147a6aa28849ae3709745 2024-11-07T21:26:20,851 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/info/f14192ec349147a6aa28849ae3709745, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T21:26:20,852 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/ns/5071ed35395f43a985c8b46db116d6e3 as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/ns/5071ed35395f43a985c8b46db116d6e3 2024-11-07T21:26:20,858 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/ns/5071ed35395f43a985c8b46db116d6e3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T21:26:20,859 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/.tmp/table/641ea2919d364006a2623cc492a543ae as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/table/641ea2919d364006a2623cc492a543ae 2024-11-07T21:26:20,865 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/table/641ea2919d364006a2623cc492a543ae, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T21:26:20,866 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-07T21:26:20,872 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T21:26:20,872 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:26:20,872 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:20,872 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014780758Running coprocessor pre-close hooks at 1731014780758Disabling compacts and flushes for region at 1731014780758Disabling writes for close at 1731014780758Obtaining lock to block concurrent updates at 1731014780758Preparing flush snapshotting stores in 1588230740 at 1731014780758Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731014780758Flushing stores of hbase:meta,,1.1588230740 at 1731014780759 (+1 ms)Flushing 1588230740/info: creating writer at 1731014780759Flushing 1588230740/info: appending metadata at 1731014780776 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731014780776Flushing 1588230740/ns: creating writer at 1731014780790 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731014780807 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731014780807Flushing 1588230740/table: creating writer at 1731014780819 (+12 ms)Flushing 1588230740/table: appending metadata at 1731014780832 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731014780832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b996c7b: reopening flushed file at 1731014780844 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce9660d: reopening flushed file at 1731014780851 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17989344: reopening flushed file at 1731014780858 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1731014780866 (+8 ms)Writing region close event to WAL at 1731014780868 (+2 ms)Running coprocessor post-close hooks at 1731014780872 (+4 ms)Closed at 1731014780872 2024-11-07T21:26:20,873 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:26:20,958 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,46765,1731014778681; all regions closed. 2024-11-07T21:26:20,958 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,43015,1731014778765; all regions closed. 2024-11-07T21:26:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741835_1011 (size=4338) 2024-11-07T21:26:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741833_1009 (size=1867) 2024-11-07T21:26:20,963 DEBUG [RS:1;4fc742968c91:43015 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs 2024-11-07T21:26:20,963 INFO [RS:1;4fc742968c91:43015 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C43015%2C1731014778765:(num 1731014779452) 2024-11-07T21:26:20,963 DEBUG [RS:1;4fc742968c91:43015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,963 INFO [RS:1;4fc742968c91:43015 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:20,963 INFO [RS:1;4fc742968c91:43015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:20,963 INFO [RS:1;4fc742968c91:43015 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:20,964 INFO [RS:1;4fc742968c91:43015 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:26:20,964 INFO [RS:1;4fc742968c91:43015 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:26:20,964 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:20,964 INFO [RS:1;4fc742968c91:43015 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:26:20,964 INFO [RS:1;4fc742968c91:43015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:20,964 INFO [RS:1;4fc742968c91:43015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43015 2024-11-07T21:26:20,965 DEBUG [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs 2024-11-07T21:26:20,965 INFO [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C46765%2C1731014778681.meta:.meta(num 1731014779768) 2024-11-07T21:26:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741834_1010 (size=1758) 2024-11-07T21:26:20,969 DEBUG [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/oldWALs 2024-11-07T21:26:20,969 INFO [RS:0;4fc742968c91:46765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C46765%2C1731014778681:(num 1731014779454) 2024-11-07T21:26:20,969 DEBUG [RS:0;4fc742968c91:46765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:26:20,969 INFO [RS:0;4fc742968c91:46765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:26:20,969 INFO [RS:0;4fc742968c91:46765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:20,969 INFO [RS:0;4fc742968c91:46765 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:20,970 INFO [RS:0;4fc742968c91:46765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:20,970 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:20,970 INFO [RS:0;4fc742968c91:46765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46765 2024-11-07T21:26:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:26:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,43015,1731014778765 2024-11-07T21:26:20,976 INFO [RS:1;4fc742968c91:43015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,46765,1731014778681 2024-11-07T21:26:20,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,43015,1731014778765] 2024-11-07T21:26:20,986 INFO [RS:0;4fc742968c91:46765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:21,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,43015,1731014778765 already deleted, retry=false 2024-11-07T21:26:21,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,43015,1731014778765 expired; onlineServers=1 2024-11-07T21:26:21,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,46765,1731014778681] 2024-11-07T21:26:21,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,46765,1731014778681 already deleted, retry=false 2024-11-07T21:26:21,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,46765,1731014778681 expired; onlineServers=0 2024-11-07T21:26:21,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,45905,1731014778519' ***** 2024-11-07T21:26:21,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:26:21,018 INFO [M:0;4fc742968c91:45905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:26:21,018 INFO [M:0;4fc742968c91:45905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:26:21,018 DEBUG [M:0;4fc742968c91:45905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:26:21,018 DEBUG [M:0;4fc742968c91:45905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:26:21,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:26:21,018 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014779143 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014779143,5,FailOnTimeoutGroup] 2024-11-07T21:26:21,018 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014779142 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014779142,5,FailOnTimeoutGroup] 2024-11-07T21:26:21,018 INFO [M:0;4fc742968c91:45905 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:26:21,018 INFO [M:0;4fc742968c91:45905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:26:21,018 DEBUG [M:0;4fc742968c91:45905 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:26:21,018 INFO [M:0;4fc742968c91:45905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:26:21,019 INFO [M:0;4fc742968c91:45905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:26:21,019 INFO [M:0;4fc742968c91:45905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:26:21,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:26:21,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:26:21,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:26:21,029 DEBUG [M:0;4fc742968c91:45905 {}] zookeeper.ZKUtil(347): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:26:21,029 WARN [M:0;4fc742968c91:45905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:26:21,029 INFO [M:0;4fc742968c91:45905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/.lastflushedseqids 2024-11-07T21:26:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741844_1020 (size=182) 2024-11-07T21:26:21,035 INFO [M:0;4fc742968c91:45905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:26:21,035 INFO [M:0;4fc742968c91:45905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:26:21,036 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:26:21,036 INFO [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:21,036 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:21,036 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:26:21,036 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:21,036 INFO [M:0;4fc742968c91:45905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-07T21:26:21,051 DEBUG [M:0;4fc742968c91:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de24d06321ab48a0a8eb201f3a47240d is 82, key is hbase:meta,,1/info:regioninfo/1731014779807/Put/seqid=0 2024-11-07T21:26:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741845_1021 (size=5672) 2024-11-07T21:26:21,057 INFO [M:0;4fc742968c91:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de24d06321ab48a0a8eb201f3a47240d 2024-11-07T21:26:21,078 DEBUG [M:0;4fc742968c91:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbc278c82544248b8c49636705c2c34 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014780321/Put/seqid=0 2024-11-07T21:26:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741846_1022 (size=6218) 2024-11-07T21:26:21,083 INFO [M:0;4fc742968c91:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbc278c82544248b8c49636705c2c34 2024-11-07T21:26:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,097 INFO [RS:1;4fc742968c91:43015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43015-0x10117315a2d0002, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,097 INFO [RS:1;4fc742968c91:43015 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,43015,1731014778765; zookeeper connection closed. 2024-11-07T21:26:21,097 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@783f394c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@783f394c 2024-11-07T21:26:21,102 DEBUG [M:0;4fc742968c91:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43fdd24568584ab19ff15490aa2f15e8 is 69, key is 4fc742968c91,43015,1731014778765/rs:state/1731014779243/Put/seqid=0 2024-11-07T21:26:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:21,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741847_1023 (size=5224) 2024-11-07T21:26:21,107 INFO [M:0;4fc742968c91:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43fdd24568584ab19ff15490aa2f15e8 2024-11-07T21:26:21,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,107 INFO [RS:0;4fc742968c91:46765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:21,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46765-0x10117315a2d0001, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,108 INFO [RS:0;4fc742968c91:46765 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,46765,1731014778681; zookeeper connection closed. 2024-11-07T21:26:21,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198f3c4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198f3c4b 2024-11-07T21:26:21,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T21:26:21,113 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de24d06321ab48a0a8eb201f3a47240d as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de24d06321ab48a0a8eb201f3a47240d 2024-11-07T21:26:21,118 INFO [M:0;4fc742968c91:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de24d06321ab48a0a8eb201f3a47240d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T21:26:21,119 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cbc278c82544248b8c49636705c2c34 as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cbc278c82544248b8c49636705c2c34 2024-11-07T21:26:21,124 INFO [M:0;4fc742968c91:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cbc278c82544248b8c49636705c2c34, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T21:26:21,125 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43fdd24568584ab19ff15490aa2f15e8 as hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43fdd24568584ab19ff15490aa2f15e8 2024-11-07T21:26:21,130 INFO [M:0;4fc742968c91:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41215/user/jenkins/test-data/d2bf95ee-5374-d36c-4d37-2b2f647221e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43fdd24568584ab19ff15490aa2f15e8, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T21:26:21,131 INFO [M:0;4fc742968c91:45905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-07T21:26:21,132 INFO [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:26:21,132 DEBUG [M:0;4fc742968c91:45905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014781036Disabling compacts and flushes for region at 1731014781036Disabling writes for close at 1731014781036Obtaining lock to block concurrent updates at 1731014781036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014781036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731014781036Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014781037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014781037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014781051 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014781051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014781061 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014781078 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014781078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014781088 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014781101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014781101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47fd5c87: reopening flushed file at 1731014781112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236d2ff8: reopening flushed file at 1731014781118 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d469ede: reopening flushed file at 1731014781124 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731014781131 (+7 ms)Writing region close event to WAL at 1731014781132 (+1 ms)Closed at 1731014781132 2024-11-07T21:26:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34219 is added to blk_1073741830_1006 (size=35477) 2024-11-07T21:26:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741830_1006 (size=35477) 2024-11-07T21:26:21,135 INFO [M:0;4fc742968c91:45905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:26:21,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:26:21,135 INFO [M:0;4fc742968c91:45905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45905 2024-11-07T21:26:21,135 INFO [M:0;4fc742968c91:45905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:26:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,244 INFO [M:0;4fc742968c91:45905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:26:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10117315a2d0000, quorum=127.0.0.1:52093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:26:21,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f2bc9e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:21,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eb24413{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:21,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:21,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d50dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:21,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5e22cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:21,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:21,248 WARN [BP-766683729-172.17.0.2-1731014776236 heartbeating to localhost/127.0.0.1:41215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:21,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:21,248 WARN [BP-766683729-172.17.0.2-1731014776236 heartbeating to localhost/127.0.0.1:41215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766683729-172.17.0.2-1731014776236 (Datanode Uuid d6605544-fcf6-483f-87a8-af815463dee9) service to localhost/127.0.0.1:41215 2024-11-07T21:26:21,248 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data3/current/BP-766683729-172.17.0.2-1731014776236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:21,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data4/current/BP-766683729-172.17.0.2-1731014776236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:21,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:21,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bfe8e88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:26:21,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53ac45ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:21,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:21,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13b60e30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:21,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab28309{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:21,254 WARN [BP-766683729-172.17.0.2-1731014776236 heartbeating to localhost/127.0.0.1:41215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:26:21,254 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:26:21,254 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:26:21,254 WARN [BP-766683729-172.17.0.2-1731014776236 heartbeating to localhost/127.0.0.1:41215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-766683729-172.17.0.2-1731014776236 (Datanode Uuid a01fbae8-fcb7-4f7d-8914-c3e99c15e66b) service to localhost/127.0.0.1:41215 2024-11-07T21:26:21,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data1/current/BP-766683729-172.17.0.2-1731014776236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:21,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/cluster_96050de2-4fcd-8fb4-83a8-664bffb3e527/data/data2/current/BP-766683729-172.17.0.2-1731014776236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:26:21,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:26:21,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27913255{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:26:21,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3872ddd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:26:21,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:26:21,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7570489f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:26:21,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4446c38f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb6acf4a-0170-3292-1720-accdc33f7462/hadoop.log.dir/,STOPPED} 2024-11-07T21:26:21,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:26:21,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:26:21,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=181 (was 168) - Thread LEAK? -, OpenFileDescriptor=550 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1395 (was 1542)