2024-11-07 12:32:23,126 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 12:32:23,145 main DEBUG Took 0.016842 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:32:23,145 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:32:23,145 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:32:23,146 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:32:23,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,156 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:32:23,168 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,173 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,174 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,175 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,175 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,177 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:32:23,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,178 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:32:23,180 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:32:23,181 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:32:23,182 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:32:23,183 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:32:23,184 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:32:23,184 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:32:23,192 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:32:23,194 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:32:23,196 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:32:23,196 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:32:23,196 main DEBUG createAppenders(={Console}) 2024-11-07 12:32:23,197 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-07 12:32:23,197 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-07 12:32:23,197 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-07 12:32:23,198 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:32:23,198 main DEBUG OutputStream closed 2024-11-07 12:32:23,198 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:32:23,199 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:32:23,199 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-07 12:32:23,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:32:23,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:32:23,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:32:23,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:32:23,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:32:23,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:32:23,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:32:23,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:32:23,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:32:23,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:32:23,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:32:23,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:32:23,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:32:23,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:32:23,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:32:23,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:32:23,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:32:23,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:32:23,273 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:32:23,274 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-07 12:32:23,274 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:32:23,275 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-07T12:32:23,290 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-07 12:32:23,293 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:32:23,294 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:32:23,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=43, ProcessCount=11, AvailableMemoryMB=7597 2024-11-07T12:32:23,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277 2024-11-07T12:32:23,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:23,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b, deleteOnExit=true 2024-11-07T12:32:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:23,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/test.cache.data in system properties and HBase conf 2024-11-07T12:32:23,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:23,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:23,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:23,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:23,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:23,664 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:32:23,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:23,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:23,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:23,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:23,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:23,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:23,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:23,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:23,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:23,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:23,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:23,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:23,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:23,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:23,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:24,634 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:32:24,720 INFO [Time-limited test {}] log.Log(170): Logging initialized @2243ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:32:24,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:24,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:24,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:24,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:24,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:24,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:24,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:24,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:25,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/java.io.tmpdir/jetty-localhost-44989-hadoop-hdfs-3_4_1-tests_jar-_-any-13179432061533130320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:25,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:44989} 2024-11-07T12:32:25,092 INFO [Time-limited test {}] server.Server(415): Started @2615ms 2024-11-07T12:32:25,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:25,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:25,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:25,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:25,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:25,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:25,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:25,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/java.io.tmpdir/jetty-localhost-42229-hadoop-hdfs-3_4_1-tests_jar-_-any-14581858288885462500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:25,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:42229} 2024-11-07T12:32:25,601 INFO [Time-limited test {}] server.Server(415): Started @3125ms 2024-11-07T12:32:25,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:25,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:25,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:25,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:25,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:25,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:25,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:25,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:25,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/java.io.tmpdir/jetty-localhost-38329-hadoop-hdfs-3_4_1-tests_jar-_-any-2729969768960588845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:25,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:38329} 2024-11-07T12:32:25,934 INFO [Time-limited test {}] server.Server(415): Started @3457ms 2024-11-07T12:32:25,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:26,093 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data4/current/BP-1799939156-172.17.0.3-1730982744398/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:26,093 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data3/current/BP-1799939156-172.17.0.3-1730982744398/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:26,093 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data1/current/BP-1799939156-172.17.0.3-1730982744398/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:26,093 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data2/current/BP-1799939156-172.17.0.3-1730982744398/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:26,147 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:26,148 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb03f7df3c9879031 with lease ID 0x17d643c808071e85: Processing first storage report for DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a from datanode DatanodeRegistration(127.0.0.1:37407, datanodeUuid=1b10dcf5-be6d-4e3c-bdcc-1a9465c86470, infoPort=36481, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398) 2024-11-07T12:32:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb03f7df3c9879031 with lease ID 0x17d643c808071e85: from storage DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a node DatanodeRegistration(127.0.0.1:37407, datanodeUuid=1b10dcf5-be6d-4e3c-bdcc-1a9465c86470, infoPort=36481, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T12:32:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f02c6f547b5460 with lease ID 0x17d643c808071e84: Processing first storage report for DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=bd9bd65c-ea55-49ba-b1bb-858e819a5f90, infoPort=41971, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398) 2024-11-07T12:32:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f02c6f547b5460 with lease ID 0x17d643c808071e84: from storage DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=bd9bd65c-ea55-49ba-b1bb-858e819a5f90, infoPort=41971, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:32:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb03f7df3c9879031 with lease ID 0x17d643c808071e85: Processing first storage report for DS-57be154f-c760-4f24-986c-f321fb2b1429 from datanode DatanodeRegistration(127.0.0.1:37407, datanodeUuid=1b10dcf5-be6d-4e3c-bdcc-1a9465c86470, infoPort=36481, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398) 2024-11-07T12:32:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb03f7df3c9879031 with lease ID 0x17d643c808071e85: from storage DS-57be154f-c760-4f24-986c-f321fb2b1429 node DatanodeRegistration(127.0.0.1:37407, datanodeUuid=1b10dcf5-be6d-4e3c-bdcc-1a9465c86470, infoPort=36481, infoSecurePort=0, ipcPort=40205, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f02c6f547b5460 with lease ID 0x17d643c808071e84: Processing first storage report for DS-694b66f2-091b-44d7-ab2c-43fabc258f47 from datanode DatanodeRegistration(127.0.0.1:33609, datanodeUuid=bd9bd65c-ea55-49ba-b1bb-858e819a5f90, infoPort=41971, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398) 2024-11-07T12:32:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f02c6f547b5460 with lease ID 0x17d643c808071e84: from storage DS-694b66f2-091b-44d7-ab2c-43fabc258f47 node DatanodeRegistration(127.0.0.1:33609, datanodeUuid=bd9bd65c-ea55-49ba-b1bb-858e819a5f90, infoPort=41971, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=772536997;c=1730982744398), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:32:26,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277 2024-11-07T12:32:26,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/zookeeper_0, clientPort=60421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:26,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60421 2024-11-07T12:32:26,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:26,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:26,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:27,106 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c with version=8 2024-11-07T12:32:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/hbase-staging 2024-11-07T12:32:27,202 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:32:27,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:27,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:27,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:27,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:27,664 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:32:27,674 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:32:27,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:27,704 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13315 (auto-detected) 2024-11-07T12:32:27,705 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T12:32:27,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36705 2024-11-07T12:32:27,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36705 connecting to ZooKeeper ensemble=127.0.0.1:60421 2024-11-07T12:32:27,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367050x0, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:27,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36705-0x1001a3aa3ba0000 connected 2024-11-07T12:32:27,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:27,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:27,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:27,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c, hbase.cluster.distributed=false 2024-11-07T12:32:27,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-07T12:32:27,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36705 2024-11-07T12:32:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36705 2024-11-07T12:32:27,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-07T12:32:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-07T12:32:27,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:27,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:27,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:27,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:27,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:27,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:27,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34489 2024-11-07T12:32:27,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34489 connecting to ZooKeeper ensemble=127.0.0.1:60421 2024-11-07T12:32:27,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:27,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:27,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344890x0, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:27,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34489-0x1001a3aa3ba0001 connected 2024-11-07T12:32:27,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:27,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:27,998 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:28,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:28,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:28,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-07T12:32:28,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34489 2024-11-07T12:32:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34489 2024-11-07T12:32:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-07T12:32:28,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34489 2024-11-07T12:32:28,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:28,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:28,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:28,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:28,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:28,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:28,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:28,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46669 2024-11-07T12:32:28,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46669 connecting to ZooKeeper ensemble=127.0.0.1:60421 2024-11-07T12:32:28,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:28,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466690x0, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:28,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46669-0x1001a3aa3ba0002 connected 2024-11-07T12:32:28,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:28,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:28,043 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:28,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:28,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:28,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-07T12:32:28,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46669 2024-11-07T12:32:28,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46669 2024-11-07T12:32:28,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-07T12:32:28,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46669 2024-11-07T12:32:28,063 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:36705 2024-11-07T12:32:28,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,073 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,099 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:28,101 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,36705,1730982747255 from backup master directory 2024-11-07T12:32:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:28,105 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:28,105 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,107 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:32:28,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:32:28,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/hbase.id] with ID: 768f0e56-5224-40d9-af13-5dea8b7c1e8b 2024-11-07T12:32:28,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/.tmp/hbase.id 2024-11-07T12:32:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:28,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/.tmp/hbase.id]:[hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/hbase.id] 2024-11-07T12:32:28,218 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:28,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:28,242 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T12:32:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:28,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:28,280 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:28,297 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:32:28,302 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:28,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:28,351 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store 2024-11-07T12:32:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:28,375 INFO [master/87fb68174c52:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:32:28,378 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:28,379 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:28,379 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:28,379 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:28,381 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:28,381 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:28,381 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:28,382 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982748379Disabling compacts and flushes for region at 1730982748379Disabling writes for close at 1730982748381 (+2 ms)Writing region close event to WAL at 1730982748381Closed at 1730982748381 2024-11-07T12:32:28,384 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/.initializing 2024-11-07T12:32:28,384 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/WALs/87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,393 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:28,407 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C36705%2C1730982747255, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/WALs/87fb68174c52,36705,1730982747255, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:28,430 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/WALs/87fb68174c52,36705,1730982747255/87fb68174c52%2C36705%2C1730982747255.1730982748411, exclude list is [], retry=0 2024-11-07T12:32:28,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e,DISK] 2024-11-07T12:32:28,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a,DISK] 2024-11-07T12:32:28,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:32:28,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/WALs/87fb68174c52,36705,1730982747255/87fb68174c52%2C36705%2C1730982747255.1730982748411 2024-11-07T12:32:28,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-07T12:32:28,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:28,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:28,491 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,492 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:28,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:28,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:28,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:28,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:28,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:28,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:28,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:28,571 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,575 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,576 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,581 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,581 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,584 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:28,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:28,592 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:28,593 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71900124, jitterRate=0.07139533758163452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:28,599 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982748504Initializing all the Stores at 1730982748506 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982748506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982748507 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982748507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982748507Cleaning up temporary data from old regions at 1730982748581 (+74 ms)Region opened successfully at 1730982748599 (+18 ms) 2024-11-07T12:32:28,600 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:28,634 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229a7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:28,665 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:28,677 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:28,678 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:28,681 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:28,682 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:32:28,687 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T12:32:28,687 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:28,718 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:28,728 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:28,730 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:28,732 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:28,733 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:28,735 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:28,737 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:28,740 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:28,741 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:28,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:28,744 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:28,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:28,763 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,770 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,36705,1730982747255, sessionid=0x1001a3aa3ba0000, setting cluster-up flag (Was=false) 2024-11-07T12:32:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,789 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:28,791 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:28,801 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:28,803 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,36705,1730982747255 2024-11-07T12:32:28,808 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:28,852 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(746): ClusterId : 768f0e56-5224-40d9-af13-5dea8b7c1e8b 2024-11-07T12:32:28,852 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(746): ClusterId : 768f0e56-5224-40d9-af13-5dea8b7c1e8b 2024-11-07T12:32:28,855 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:28,855 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:28,860 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:28,860 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:28,860 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:28,860 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:28,864 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:28,864 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:28,864 DEBUG [RS:0;87fb68174c52:34489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3735f4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:28,864 DEBUG [RS:1;87fb68174c52:46669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a3dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:28,882 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:46669 2024-11-07T12:32:28,882 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:28,883 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:34489 2024-11-07T12:32:28,885 INFO [RS:1;87fb68174c52:46669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:28,885 INFO [RS:0;87fb68174c52:34489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:28,885 INFO [RS:1;87fb68174c52:46669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:28,885 INFO [RS:0;87fb68174c52:34489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:28,885 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:28,885 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:28,888 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,36705,1730982747255 with port=34489, startcode=1730982747920 2024-11-07T12:32:28,888 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,36705,1730982747255 with port=46669, startcode=1730982748025 2024-11-07T12:32:28,892 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:28,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:28,900 DEBUG [RS:1;87fb68174c52:46669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:28,900 DEBUG [RS:0;87fb68174c52:34489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:28,908 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,36705,1730982747255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:28,917 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:28,917 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:28,917 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:28,917 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:28,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:28,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:28,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:28,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:28,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982778927 2024-11-07T12:32:28,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:28,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:28,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:28,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:28,933 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:28,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:28,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:28,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:28,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:28,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:28,935 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:28,940 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:28,943 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:28,944 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:28,944 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:28,947 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:32:28,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:28,953 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:28,953 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:32:28,955 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982748954,5,FailOnTimeoutGroup] 2024-11-07T12:32:28,957 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982748955,5,FailOnTimeoutGroup] 2024-11-07T12:32:28,957 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:28,957 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:28,959 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:28,960 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:28,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:28,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c 2024-11-07T12:32:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:28,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:28,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:28,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:28,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:28,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:28,982 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:32:28,982 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:32:28,982 WARN [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:32:28,982 WARN [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:32:28,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:28,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:28,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:28,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:28,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:28,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:28,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:28,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:28,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:28,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:28,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740 2024-11-07T12:32:28,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740 2024-11-07T12:32:28,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:28,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:28,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:29,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:29,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:29,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70070005, jitterRate=0.04412443935871124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982748974Initializing all the Stores at 1730982748976 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982748976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982748976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982748976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982748976Cleaning up temporary data from old regions at 1730982748998 (+22 ms)Region opened successfully at 1730982749008 (+10 ms) 2024-11-07T12:32:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:29,008 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:29,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:29,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:29,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982749008Disabling compacts and flushes for region at 1730982749008Disabling writes for close at 1730982749008Writing region close event to WAL at 1730982749009 (+1 ms)Closed at 1730982749010 (+1 ms) 2024-11-07T12:32:29,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:29,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:29,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:29,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:29,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:29,083 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,36705,1730982747255 with port=46669, startcode=1730982748025 2024-11-07T12:32:29,083 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,36705,1730982747255 with port=34489, startcode=1730982747920 2024-11-07T12:32:29,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,097 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c 2024-11-07T12:32:29,097 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37737 2024-11-07T12:32:29,097 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:29,100 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c 2024-11-07T12:32:29,100 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37737 2024-11-07T12:32:29,100 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:29,105 DEBUG [RS:0;87fb68174c52:34489 {}] zookeeper.ZKUtil(111): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,105 WARN [RS:0;87fb68174c52:34489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:29,105 INFO [RS:0;87fb68174c52:34489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:29,105 DEBUG [RS:1;87fb68174c52:46669 {}] zookeeper.ZKUtil(111): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,106 WARN [RS:1;87fb68174c52:46669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:29,106 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,106 INFO [RS:1;87fb68174c52:46669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:29,106 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,34489,1730982747920] 2024-11-07T12:32:29,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,46669,1730982748025] 2024-11-07T12:32:29,131 INFO [RS:0;87fb68174c52:34489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:29,131 INFO [RS:1;87fb68174c52:46669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:29,144 INFO [RS:0;87fb68174c52:34489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:29,144 INFO [RS:1;87fb68174c52:46669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:29,149 INFO [RS:1;87fb68174c52:46669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:29,149 INFO [RS:0;87fb68174c52:34489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:29,149 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,149 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,151 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:29,151 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:29,157 INFO [RS:0;87fb68174c52:34489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:29,157 INFO [RS:1;87fb68174c52:46669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:29,159 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,159 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,159 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,159 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,159 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,159 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:29,160 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:29,160 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,160 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,161 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,162 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:29,162 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:29,162 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:29,162 DEBUG [RS:1;87fb68174c52:46669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:29,162 DEBUG [RS:0;87fb68174c52:34489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:29,163 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,163 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,164 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34489,1730982747920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:29,164 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,164 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,164 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,164 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46669,1730982748025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:29,183 WARN [87fb68174c52:36705 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:29,186 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:29,186 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:29,188 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34489,1730982747920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,188 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46669,1730982748025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,188 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,188 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,188 INFO [RS:1;87fb68174c52:46669 {}] regionserver.Replication(171): 87fb68174c52,46669,1730982748025 started 2024-11-07T12:32:29,188 INFO [RS:0;87fb68174c52:34489 {}] regionserver.Replication(171): 87fb68174c52,34489,1730982747920 started 2024-11-07T12:32:29,209 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,209 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,210 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,46669,1730982748025, RpcServer on 87fb68174c52/172.17.0.3:46669, sessionid=0x1001a3aa3ba0002 2024-11-07T12:32:29,210 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,34489,1730982747920, RpcServer on 87fb68174c52/172.17.0.3:34489, sessionid=0x1001a3aa3ba0001 2024-11-07T12:32:29,211 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:29,211 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:29,211 DEBUG [RS:0;87fb68174c52:34489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,211 DEBUG [RS:1;87fb68174c52:46669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,211 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,46669,1730982748025' 2024-11-07T12:32:29,211 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34489,1730982747920' 2024-11-07T12:32:29,211 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:29,211 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:29,212 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:29,212 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:29,213 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:29,213 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:29,213 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:29,213 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:29,213 DEBUG [RS:1;87fb68174c52:46669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,46669,1730982748025 2024-11-07T12:32:29,213 DEBUG [RS:0;87fb68174c52:34489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,213 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34489,1730982747920' 2024-11-07T12:32:29,213 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,46669,1730982748025' 2024-11-07T12:32:29,213 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:29,213 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:29,214 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:29,214 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:29,215 DEBUG [RS:1;87fb68174c52:46669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:29,215 DEBUG [RS:0;87fb68174c52:34489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:29,215 INFO [RS:0;87fb68174c52:34489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:29,215 INFO [RS:1;87fb68174c52:46669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:29,215 INFO [RS:1;87fb68174c52:46669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:29,215 INFO [RS:0;87fb68174c52:34489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:29,321 INFO [RS:1;87fb68174c52:46669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:29,321 INFO [RS:0;87fb68174c52:34489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:29,324 INFO [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C34489%2C1730982747920, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs, maxLogs=32 2024-11-07T12:32:29,324 INFO [RS:1;87fb68174c52:46669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C46669%2C1730982748025, suffix=, logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,46669,1730982748025, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs, maxLogs=32 2024-11-07T12:32:29,342 DEBUG [RS:0;87fb68174c52:34489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920/87fb68174c52%2C34489%2C1730982747920.1730982749328, exclude list is [], retry=0 2024-11-07T12:32:29,343 DEBUG [RS:1;87fb68174c52:46669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,46669,1730982748025/87fb68174c52%2C46669%2C1730982748025.1730982749328, exclude list is [], retry=0 2024-11-07T12:32:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a,DISK] 2024-11-07T12:32:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e,DISK] 2024-11-07T12:32:29,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a,DISK] 2024-11-07T12:32:29,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e,DISK] 2024-11-07T12:32:29,351 INFO [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920/87fb68174c52%2C34489%2C1730982747920.1730982749328 2024-11-07T12:32:29,352 INFO [RS:1;87fb68174c52:46669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,46669,1730982748025/87fb68174c52%2C46669%2C1730982748025.1730982749328 2024-11-07T12:32:29,352 DEBUG [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41971:41971),(127.0.0.1/127.0.0.1:36481:36481)] 2024-11-07T12:32:29,352 DEBUG [RS:1;87fb68174c52:46669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-07T12:32:29,436 DEBUG [87fb68174c52:36705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:29,445 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:29,452 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:29,452 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:29,452 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:29,452 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:29,452 INFO [87fb68174c52:36705 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:29,452 INFO [87fb68174c52:36705 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:29,452 DEBUG [87fb68174c52:36705 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:29,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,467 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34489,1730982747920, state=OPENING 2024-11-07T12:32:29,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:29,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:29,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:29,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:29,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:29,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34489,1730982747920}] 2024-11-07T12:32:29,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:29,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:29,669 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:29,670 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:29,670 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:29,673 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C34489%2C1730982747920.meta, suffix=.meta, logDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920, archiveDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs, maxLogs=32 2024-11-07T12:32:29,690 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920/87fb68174c52%2C34489%2C1730982747920.meta.1730982749675.meta, exclude list is [], retry=0 2024-11-07T12:32:29,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33609,DS-f8c9acf4-a254-43e0-9f53-4b8082b5327e,DISK] 2024-11-07T12:32:29,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-1b7af2b1-5feb-46f1-b3a6-e5f3efbb886a,DISK] 2024-11-07T12:32:29,697 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/WALs/87fb68174c52,34489,1730982747920/87fb68174c52%2C34489%2C1730982747920.meta.1730982749675.meta 2024-11-07T12:32:29,698 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36481:36481),(127.0.0.1/127.0.0.1:41971:41971)] 2024-11-07T12:32:29,698 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:29,700 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:29,703 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:29,708 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:29,712 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:29,713 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:29,713 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:29,713 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:29,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:29,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:29,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:29,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:29,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:29,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:29,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:29,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:29,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:29,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:29,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:29,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:29,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:29,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:29,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:29,726 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:29,728 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740 2024-11-07T12:32:29,730 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740 2024-11-07T12:32:29,733 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:29,733 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:29,734 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:29,736 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:29,738 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66848964, jitterRate=-0.003872811794281006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:29,738 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:29,740 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982749713Writing region info on filesystem at 1730982749714 (+1 ms)Initializing all the Stores at 1730982749716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982749716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982749716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982749716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982749716Cleaning up temporary data from old regions at 1730982749733 (+17 ms)Running coprocessor post-open hooks at 1730982749738 (+5 ms)Region opened successfully at 1730982749739 (+1 ms) 2024-11-07T12:32:29,747 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982749644 2024-11-07T12:32:29,760 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:29,760 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:29,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34489,1730982747920, state=OPEN 2024-11-07T12:32:29,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:29,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:29,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:29,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:29,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,34489,1730982747920 2024-11-07T12:32:29,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:29,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34489,1730982747920 in 289 msec 2024-11-07T12:32:29,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:29,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-07T12:32:29,783 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:29,783 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:29,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:29,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34489,1730982747920, seqNum=-1] 2024-11-07T12:32:29,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:29,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:29,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0120 sec 2024-11-07T12:32:29,850 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982749850, completionTime=-1 2024-11-07T12:32:29,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:29,853 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:29,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:29,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982809881 2024-11-07T12:32:29,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982869881 2024-11-07T12:32:29,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-07T12:32:29,891 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:32:29,921 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,921 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:36705, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:29,932 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:29,961 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.855sec 2024-11-07T12:32:29,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:29,964 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:29,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:29,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:29,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:29,966 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:29,967 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:29,971 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:29,972 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:29,972 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36705,1730982747255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:30,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd9193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:30,066 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:32:30,066 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:32:30,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36705,-1 for getting cluster id 2024-11-07T12:32:30,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:30,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768f0e56-5224-40d9-af13-5dea8b7c1e8b' 2024-11-07T12:32:30,098 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:30,099 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768f0e56-5224-40d9-af13-5dea8b7c1e8b" 2024-11-07T12:32:30,099 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d55d321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:30,099 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36705,-1] 2024-11-07T12:32:30,101 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:30,103 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:30,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:30,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653f91f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:30,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:30,113 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34489,1730982747920, seqNum=-1] 2024-11-07T12:32:30,113 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:30,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:30,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,36705,1730982747255 2024-11-07T12:32:30,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:30,143 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36705,1730982747255 2024-11-07T12:32:30,145 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2948c2 2024-11-07T12:32:30,146 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:30,148 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:30,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:30,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:30,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:30,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:30,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:30,183 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11b1ebf894ba3a82a58c2d5a318e4a2e, NAME => 'testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c 2024-11-07T12:32:30,184 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3e071d68b21df66e13cb5cabd2768fe9, NAME => 'testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c 2024-11-07T12:32:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:30,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:30,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:30,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 11b1ebf894ba3a82a58c2d5a318e4a2e, disabling compactions & flushes 2024-11-07T12:32:30,196 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:30,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:30,196 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. after waiting 0 ms 2024-11-07T12:32:30,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:30,197 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:30,197 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11b1ebf894ba3a82a58c2d5a318e4a2e: Waiting for close lock at 1730982750196Disabling compacts and flushes for region at 1730982750196Disabling writes for close at 1730982750196Writing region close event to WAL at 1730982750197 (+1 ms)Closed at 1730982750197 2024-11-07T12:32:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3e071d68b21df66e13cb5cabd2768fe9, disabling compactions & flushes 2024-11-07T12:32:30,597 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. after waiting 0 ms 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:30,597 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:30,597 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3e071d68b21df66e13cb5cabd2768fe9: Waiting for close lock at 1730982750597Disabling compacts and flushes for region at 1730982750597Disabling writes for close at 1730982750597Writing region close event to WAL at 1730982750597Closed at 1730982750597 2024-11-07T12:32:30,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:30,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982750600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982750600"}]},"ts":"1730982750600"} 2024-11-07T12:32:30,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982750600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982750600"}]},"ts":"1730982750600"} 2024-11-07T12:32:30,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:30,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:30,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982750643"}]},"ts":"1730982750643"} 2024-11-07T12:32:30,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:30,650 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:30,652 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:30,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:30,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:30,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:30,653 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:30,653 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:30,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:30,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b1ebf894ba3a82a58c2d5a318e4a2e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e071d68b21df66e13cb5cabd2768fe9, ASSIGN}] 2024-11-07T12:32:30,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e071d68b21df66e13cb5cabd2768fe9, ASSIGN 2024-11-07T12:32:30,656 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b1ebf894ba3a82a58c2d5a318e4a2e, ASSIGN 2024-11-07T12:32:30,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e071d68b21df66e13cb5cabd2768fe9, ASSIGN; state=OFFLINE, location=87fb68174c52,34489,1730982747920; forceNewPlan=false, retain=false 2024-11-07T12:32:30,658 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b1ebf894ba3a82a58c2d5a318e4a2e, ASSIGN; state=OFFLINE, location=87fb68174c52,46669,1730982748025; forceNewPlan=false, retain=false 2024-11-07T12:32:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:30,811 INFO [87fb68174c52:36705 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:30,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e071d68b21df66e13cb5cabd2768fe9, regionState=OPENING, regionLocation=87fb68174c52,34489,1730982747920 2024-11-07T12:32:30,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11b1ebf894ba3a82a58c2d5a318e4a2e, regionState=OPENING, regionLocation=87fb68174c52,46669,1730982748025 2024-11-07T12:32:30,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b1ebf894ba3a82a58c2d5a318e4a2e, ASSIGN because future has completed 2024-11-07T12:32:30,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b1ebf894ba3a82a58c2d5a318e4a2e, server=87fb68174c52,46669,1730982748025}] 2024-11-07T12:32:30,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e071d68b21df66e13cb5cabd2768fe9, ASSIGN because future has completed 2024-11-07T12:32:30,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e071d68b21df66e13cb5cabd2768fe9, server=87fb68174c52,34489,1730982747920}] 2024-11-07T12:32:30,971 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:30,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:30,979 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:30,979 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:30,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e071d68b21df66e13cb5cabd2768fe9, NAME => 'testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:30,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 11b1ebf894ba3a82a58c2d5a318e4a2e, NAME => 'testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,980 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,982 INFO [StoreOpener-3e071d68b21df66e13cb5cabd2768fe9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,982 INFO [StoreOpener-11b1ebf894ba3a82a58c2d5a318e4a2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,984 INFO [StoreOpener-3e071d68b21df66e13cb5cabd2768fe9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e071d68b21df66e13cb5cabd2768fe9 columnFamilyName family 2024-11-07T12:32:30,984 DEBUG [StoreOpener-3e071d68b21df66e13cb5cabd2768fe9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:30,984 INFO [StoreOpener-11b1ebf894ba3a82a58c2d5a318e4a2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11b1ebf894ba3a82a58c2d5a318e4a2e columnFamilyName family 2024-11-07T12:32:30,984 DEBUG [StoreOpener-11b1ebf894ba3a82a58c2d5a318e4a2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:30,985 INFO [StoreOpener-11b1ebf894ba3a82a58c2d5a318e4a2e-1 {}] regionserver.HStore(327): Store=11b1ebf894ba3a82a58c2d5a318e4a2e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:30,985 INFO [StoreOpener-3e071d68b21df66e13cb5cabd2768fe9-1 {}] regionserver.HStore(327): Store=3e071d68b21df66e13cb5cabd2768fe9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:30,985 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,985 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,986 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,987 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,987 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,987 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,988 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,988 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,988 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,988 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,990 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,991 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,994 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:30,994 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:30,995 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3e071d68b21df66e13cb5cabd2768fe9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60489107, jitterRate=-0.09864206612110138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:30,995 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:30,995 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 11b1ebf894ba3a82a58c2d5a318e4a2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566020, jitterRate=-0.008089005947113037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:30,995 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:30,996 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3e071d68b21df66e13cb5cabd2768fe9: Running coprocessor pre-open hook at 1730982750980Writing region info on filesystem at 1730982750980Initializing all the Stores at 1730982750981 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982750982 (+1 ms)Cleaning up temporary data from old regions at 1730982750988 (+6 ms)Running coprocessor post-open hooks at 1730982750995 (+7 ms)Region opened successfully at 1730982750996 (+1 ms) 2024-11-07T12:32:30,996 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 11b1ebf894ba3a82a58c2d5a318e4a2e: Running coprocessor pre-open hook at 1730982750980Writing region info on filesystem at 1730982750980Initializing all the Stores at 1730982750982 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982750982Cleaning up temporary data from old regions at 1730982750988 (+6 ms)Running coprocessor post-open hooks at 1730982750995 (+7 ms)Region opened successfully at 1730982750996 (+1 ms) 2024-11-07T12:32:30,998 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e., pid=7, masterSystemTime=1730982750971 2024-11-07T12:32:30,998 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9., pid=8, masterSystemTime=1730982750973 2024-11-07T12:32:31,001 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,001 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,002 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11b1ebf894ba3a82a58c2d5a318e4a2e, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,46669,1730982748025 2024-11-07T12:32:31,004 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,004 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3e071d68b21df66e13cb5cabd2768fe9, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34489,1730982747920 2024-11-07T12:32:31,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11b1ebf894ba3a82a58c2d5a318e4a2e, server=87fb68174c52,46669,1730982748025 because future has completed 2024-11-07T12:32:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e071d68b21df66e13cb5cabd2768fe9, server=87fb68174c52,34489,1730982747920 because future has completed 2024-11-07T12:32:31,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T12:32:31,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11b1ebf894ba3a82a58c2d5a318e4a2e, server=87fb68174c52,46669,1730982748025 in 192 msec 2024-11-07T12:32:31,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T12:32:31,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=11b1ebf894ba3a82a58c2d5a318e4a2e, ASSIGN in 359 msec 2024-11-07T12:32:31,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e071d68b21df66e13cb5cabd2768fe9, server=87fb68174c52,34489,1730982747920 in 193 msec 2024-11-07T12:32:31,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T12:32:31,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3e071d68b21df66e13cb5cabd2768fe9, ASSIGN in 362 msec 2024-11-07T12:32:31,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:31,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982751022"}]},"ts":"1730982751022"} 2024-11-07T12:32:31,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:31,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:31,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 871 msec 2024-11-07T12:32:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:31,311 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:31,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:31,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:31,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:31,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:31,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:31,328 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e., hostname=87fb68174c52,46669,1730982748025, seqNum=2] 2024-11-07T12:32:31,329 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:31,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:31,347 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9., hostname=87fb68174c52,34489,1730982747920, seqNum=2] 2024-11-07T12:32:31,363 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3e071d68b21df66e13cb5cabd2768fe9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:31,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/.tmp/family/6c2983d57f0241d7a8b3939ce023e897 is 32, key is 5/family:/1730982751348/Put/seqid=0 2024-11-07T12:32:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:31,435 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/.tmp/family/6c2983d57f0241d7a8b3939ce023e897 2024-11-07T12:32:31,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/.tmp/family/6c2983d57f0241d7a8b3939ce023e897 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/family/6c2983d57f0241d7a8b3939ce023e897 2024-11-07T12:32:31,490 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/family/6c2983d57f0241d7a8b3939ce023e897, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:31,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3e071d68b21df66e13cb5cabd2768fe9 in 131ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:31,497 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-07T12:32:31,499 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3e071d68b21df66e13cb5cabd2768fe9: 2024-11-07T12:32:31,499 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 11b1ebf894ba3a82a58c2d5a318e4a2e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:31,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/.tmp/family/b31a623361304bbfa0ca1d4b271bc193 is 32, key is 1/family:/1730982751332/Put/seqid=0 2024-11-07T12:32:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:31,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/.tmp/family/b31a623361304bbfa0ca1d4b271bc193 2024-11-07T12:32:31,537 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/.tmp/family/b31a623361304bbfa0ca1d4b271bc193 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/family/b31a623361304bbfa0ca1d4b271bc193 2024-11-07T12:32:31,546 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/family/b31a623361304bbfa0ca1d4b271bc193, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:31,548 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 11b1ebf894ba3a82a58c2d5a318e4a2e in 48ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:31,548 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 11b1ebf894ba3a82a58c2d5a318e4a2e: 2024-11-07T12:32:31,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21464884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:31,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36705,-1 for getting cluster id 2024-11-07T12:32:31,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:31,552 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768f0e56-5224-40d9-af13-5dea8b7c1e8b' 2024-11-07T12:32:31,553 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:31,553 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768f0e56-5224-40d9-af13-5dea8b7c1e8b" 2024-11-07T12:32:31,554 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e57b510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:31,554 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36705,-1] 2024-11-07T12:32:31,554 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:31,554 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:31,557 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114543df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:31,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T12:32:31,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:31,574 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34489,1730982747920, seqNum=-1] 2024-11-07T12:32:31,574 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:31,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:31,584 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:31,585 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:31,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:31,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:31,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:31,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:31,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:31,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:31,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:31,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:31,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:31,598 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:31,598 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282780040, stopped=false 2024-11-07T12:32:31,598 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,36705,1730982747255 2024-11-07T12:32:31,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:31,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:31,601 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:31,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:31,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:31,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:31,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:31,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:31,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,34489,1730982747920' ***** 2024-11-07T12:32:31,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:31,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,46669,1730982748025' ***** 2024-11-07T12:32:31,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:31,603 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:31,603 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:31,603 INFO [RS:1;87fb68174c52:46669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:31,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:31,603 INFO [RS:0;87fb68174c52:34489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:31,603 INFO [RS:1;87fb68174c52:46669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:31,603 INFO [RS:0;87fb68174c52:34489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:31,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:31,603 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:31,603 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(3091): Received CLOSE for 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:31,604 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,46669,1730982748025 2024-11-07T12:32:31,604 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,34489,1730982747920 2024-11-07T12:32:31,604 INFO [RS:1;87fb68174c52:46669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:31,604 INFO [RS:0;87fb68174c52:34489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:31,604 INFO [RS:0;87fb68174c52:34489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34489. 2024-11-07T12:32:31,604 INFO [RS:1;87fb68174c52:46669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:46669. 2024-11-07T12:32:31,604 DEBUG [RS:0;87fb68174c52:34489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:31,604 DEBUG [RS:0;87fb68174c52:34489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,604 DEBUG [RS:1;87fb68174c52:46669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:31,604 DEBUG [RS:1;87fb68174c52:46669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,605 INFO [RS:0;87fb68174c52:34489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:31,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11b1ebf894ba3a82a58c2d5a318e4a2e, disabling compactions & flushes 2024-11-07T12:32:31,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e071d68b21df66e13cb5cabd2768fe9, disabling compactions & flushes 2024-11-07T12:32:31,605 INFO [RS:0;87fb68174c52:34489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:31,605 INFO [RS:0;87fb68174c52:34489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:31,605 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,605 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,605 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,605 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. after waiting 0 ms 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. after waiting 0 ms 2024-11-07T12:32:31,605 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1325): Online Regions={11b1ebf894ba3a82a58c2d5a318e4a2e=testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e.} 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,605 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:31,605 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e071d68b21df66e13cb5cabd2768fe9=testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9.} 2024-11-07T12:32:31,605 DEBUG [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1351): Waiting on 11b1ebf894ba3a82a58c2d5a318e4a2e 2024-11-07T12:32:31,605 DEBUG [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e071d68b21df66e13cb5cabd2768fe9 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:31,605 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:31,605 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:31,606 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:31,613 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/11b1ebf894ba3a82a58c2d5a318e4a2e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:31,613 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/default/testClearRegionBlockCache/3e071d68b21df66e13cb5cabd2768fe9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:31,615 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,615 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,616 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e071d68b21df66e13cb5cabd2768fe9: Waiting for close lock at 1730982751604Running coprocessor pre-close hooks at 1730982751604Disabling compacts and flushes for region at 1730982751604Disabling writes for close at 1730982751605 (+1 ms)Writing region close event to WAL at 1730982751607 (+2 ms)Running coprocessor post-close hooks at 1730982751614 (+7 ms)Closed at 1730982751615 (+1 ms) 2024-11-07T12:32:31,616 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11b1ebf894ba3a82a58c2d5a318e4a2e: Waiting for close lock at 1730982751604Running coprocessor pre-close hooks at 1730982751604Disabling compacts and flushes for region at 1730982751604Disabling writes for close at 1730982751605 (+1 ms)Writing region close event to WAL at 1730982751607 (+2 ms)Running coprocessor post-close hooks at 1730982751614 (+7 ms)Closed at 1730982751615 (+1 ms) 2024-11-07T12:32:31,616 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9. 2024-11-07T12:32:31,616 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982750149.11b1ebf894ba3a82a58c2d5a318e4a2e. 2024-11-07T12:32:31,630 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/info/aa6a3ef1be5f4b8f9702e8fe9c18a6e7 is 173, key is testClearRegionBlockCache,5,1730982750149.3e071d68b21df66e13cb5cabd2768fe9./info:regioninfo/1730982751005/Put/seqid=0 2024-11-07T12:32:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:31,638 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/info/aa6a3ef1be5f4b8f9702e8fe9c18a6e7 2024-11-07T12:32:31,665 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/ns/9a69b126ac404255b7b7360ea6b36f1a is 43, key is default/ns:d/1730982749834/Put/seqid=0 2024-11-07T12:32:31,666 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:31,671 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:31,672 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/ns/9a69b126ac404255b7b7360ea6b36f1a 2024-11-07T12:32:31,698 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/table/cee7f6afeae54bc68d54effa7b249998 is 61, key is testClearRegionBlockCache/table:state/1730982751022/Put/seqid=0 2024-11-07T12:32:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:31,705 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/table/cee7f6afeae54bc68d54effa7b249998 2024-11-07T12:32:31,714 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/info/aa6a3ef1be5f4b8f9702e8fe9c18a6e7 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/info/aa6a3ef1be5f4b8f9702e8fe9c18a6e7 2024-11-07T12:32:31,723 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/info/aa6a3ef1be5f4b8f9702e8fe9c18a6e7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:31,724 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/ns/9a69b126ac404255b7b7360ea6b36f1a as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/ns/9a69b126ac404255b7b7360ea6b36f1a 2024-11-07T12:32:31,733 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/ns/9a69b126ac404255b7b7360ea6b36f1a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:31,735 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/.tmp/table/cee7f6afeae54bc68d54effa7b249998 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/table/cee7f6afeae54bc68d54effa7b249998 2024-11-07T12:32:31,744 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/table/cee7f6afeae54bc68d54effa7b249998, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:31,746 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:31,746 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:32:31,754 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:31,755 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:31,755 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:31,755 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982751605Running coprocessor pre-close hooks at 1730982751605Disabling compacts and flushes for region at 1730982751605Disabling writes for close at 1730982751605Obtaining lock to block concurrent updates at 1730982751606 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982751606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982751606Flushing stores of hbase:meta,,1.1588230740 at 1730982751609 (+3 ms)Flushing 1588230740/info: creating writer at 1730982751609Flushing 1588230740/info: appending metadata at 1730982751629 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730982751629Flushing 1588230740/ns: creating writer at 1730982751648 (+19 ms)Flushing 1588230740/ns: appending metadata at 1730982751664 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730982751664Flushing 1588230740/table: creating writer at 1730982751681 (+17 ms)Flushing 1588230740/table: appending metadata at 1730982751697 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730982751697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b5ca1d: reopening flushed file at 1730982751713 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4049e880: reopening flushed file at 1730982751723 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e4018: reopening flushed file at 1730982751734 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false at 1730982751746 (+12 ms)Writing region close event to WAL at 1730982751749 (+3 ms)Running coprocessor post-close hooks at 1730982751755 (+6 ms)Closed at 1730982751755 2024-11-07T12:32:31,755 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:31,806 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,46669,1730982748025; all regions closed. 2024-11-07T12:32:31,806 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,34489,1730982747920; all regions closed. 2024-11-07T12:32:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:31,818 DEBUG [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs 2024-11-07T12:32:31,818 DEBUG [RS:1;87fb68174c52:46669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs 2024-11-07T12:32:31,818 INFO [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C34489%2C1730982747920.meta:.meta(num 1730982749675) 2024-11-07T12:32:31,818 INFO [RS:1;87fb68174c52:46669 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C46669%2C1730982748025:(num 1730982749328) 2024-11-07T12:32:31,818 DEBUG [RS:1;87fb68174c52:46669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,818 INFO [RS:1;87fb68174c52:46669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:31,818 INFO [RS:1;87fb68174c52:46669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:31,818 INFO [RS:1;87fb68174c52:46669 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:31,819 INFO [RS:1;87fb68174c52:46669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:31,819 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:31,819 INFO [RS:1;87fb68174c52:46669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:31,819 INFO [RS:1;87fb68174c52:46669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:31,819 INFO [RS:1;87fb68174c52:46669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:31,819 INFO [RS:1;87fb68174c52:46669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46669 2024-11-07T12:32:31,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,46669,1730982748025 2024-11-07T12:32:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:31,824 INFO [RS:1;87fb68174c52:46669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:31,825 DEBUG [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/oldWALs 2024-11-07T12:32:31,825 INFO [RS:0;87fb68174c52:34489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C34489%2C1730982747920:(num 1730982749328) 2024-11-07T12:32:31,825 DEBUG [RS:0;87fb68174c52:34489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:31,825 INFO [RS:0;87fb68174c52:34489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:31,826 INFO [RS:0;87fb68174c52:34489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:31,826 INFO [RS:0;87fb68174c52:34489 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:31,826 INFO [RS:0;87fb68174c52:34489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:31,826 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:31,826 INFO [RS:0;87fb68174c52:34489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34489 2024-11-07T12:32:31,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,46669,1730982748025] 2024-11-07T12:32:31,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:31,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,34489,1730982747920 2024-11-07T12:32:31,828 INFO [RS:0;87fb68174c52:34489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:31,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,46669,1730982748025 already deleted, retry=false 2024-11-07T12:32:31,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,46669,1730982748025 expired; onlineServers=1 2024-11-07T12:32:31,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,34489,1730982747920] 2024-11-07T12:32:31,831 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,34489,1730982747920 already deleted, retry=false 2024-11-07T12:32:31,831 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,34489,1730982747920 expired; onlineServers=0 2024-11-07T12:32:31,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,36705,1730982747255' ***** 2024-11-07T12:32:31,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:31,832 INFO [M:0;87fb68174c52:36705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:31,832 INFO [M:0;87fb68174c52:36705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:31,832 DEBUG [M:0;87fb68174c52:36705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:31,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:31,832 DEBUG [M:0;87fb68174c52:36705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:31,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982748955 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982748955,5,FailOnTimeoutGroup] 2024-11-07T12:32:31,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982748954 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982748954,5,FailOnTimeoutGroup] 2024-11-07T12:32:31,832 INFO [M:0;87fb68174c52:36705 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:31,833 INFO [M:0;87fb68174c52:36705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:31,833 DEBUG [M:0;87fb68174c52:36705 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:31,833 INFO [M:0;87fb68174c52:36705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:31,833 INFO [M:0;87fb68174c52:36705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:31,833 INFO [M:0;87fb68174c52:36705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:31,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:31,834 DEBUG [M:0;87fb68174c52:36705 {}] zookeeper.ZKUtil(347): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:31,834 WARN [M:0;87fb68174c52:36705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:31,835 INFO [M:0;87fb68174c52:36705 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/.lastflushedseqids 2024-11-07T12:32:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:31,848 INFO [M:0;87fb68174c52:36705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:31,848 INFO [M:0;87fb68174c52:36705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:31,849 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:31,849 INFO [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:31,849 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:31,849 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:31,849 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:31,849 INFO [M:0;87fb68174c52:36705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T12:32:31,867 DEBUG [M:0;87fb68174c52:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00f12d4693324529bbfb999c7f15fa0f is 82, key is hbase:meta,,1/info:regioninfo/1730982749761/Put/seqid=0 2024-11-07T12:32:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:31,874 INFO [M:0;87fb68174c52:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00f12d4693324529bbfb999c7f15fa0f 2024-11-07T12:32:31,897 DEBUG [M:0;87fb68174c52:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d25e23d6464a34875d1816486aff67 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982751029/Put/seqid=0 2024-11-07T12:32:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:31,904 INFO [M:0;87fb68174c52:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d25e23d6464a34875d1816486aff67 2024-11-07T12:32:31,926 DEBUG [M:0;87fb68174c52:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6bdb1fd99d434481b644bddd456ec2 is 69, key is 87fb68174c52,34489,1730982747920/rs:state/1730982749090/Put/seqid=0 2024-11-07T12:32:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:31,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46669-0x1001a3aa3ba0002, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:31,927 INFO [RS:1;87fb68174c52:46669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:31,927 INFO [RS:1;87fb68174c52:46669 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,46669,1730982748025; zookeeper connection closed. 2024-11-07T12:32:31,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e667d58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e667d58 2024-11-07T12:32:31,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:31,930 INFO [RS:0;87fb68174c52:34489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:31,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34489-0x1001a3aa3ba0001, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:31,930 INFO [RS:0;87fb68174c52:34489 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,34489,1730982747920; zookeeper connection closed. 2024-11-07T12:32:31,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21fa1622 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21fa1622 2024-11-07T12:32:31,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:31,936 INFO [M:0;87fb68174c52:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6bdb1fd99d434481b644bddd456ec2 2024-11-07T12:32:31,943 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00f12d4693324529bbfb999c7f15fa0f as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00f12d4693324529bbfb999c7f15fa0f 2024-11-07T12:32:31,950 INFO [M:0;87fb68174c52:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00f12d4693324529bbfb999c7f15fa0f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:31,952 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d25e23d6464a34875d1816486aff67 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d25e23d6464a34875d1816486aff67 2024-11-07T12:32:31,959 INFO [M:0;87fb68174c52:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d25e23d6464a34875d1816486aff67, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:31,960 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6bdb1fd99d434481b644bddd456ec2 as hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f6bdb1fd99d434481b644bddd456ec2 2024-11-07T12:32:31,966 INFO [M:0;87fb68174c52:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37737/user/jenkins/test-data/14499442-67d9-24cd-091f-a72dd181811c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f6bdb1fd99d434481b644bddd456ec2, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:31,967 INFO [M:0;87fb68174c52:36705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:31,969 INFO [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:31,969 DEBUG [M:0;87fb68174c52:36705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982751849Disabling compacts and flushes for region at 1730982751849Disabling writes for close at 1730982751849Obtaining lock to block concurrent updates at 1730982751849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982751849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730982751849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982751850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982751850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982751867 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982751867Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982751881 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982751896 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982751896Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982751910 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982751925 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982751925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4866e86a: reopening flushed file at 1730982751942 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2360aeb3: reopening flushed file at 1730982751951 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e46c7f1: reopening flushed file at 1730982751959 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false at 1730982751968 (+9 ms)Writing region close event to WAL at 1730982751969 (+1 ms)Closed at 1730982751969 2024-11-07T12:32:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33609 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:31,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:31,973 INFO [M:0;87fb68174c52:36705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:31,973 INFO [M:0;87fb68174c52:36705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36705 2024-11-07T12:32:31,974 INFO [M:0;87fb68174c52:36705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:32,076 INFO [M:0;87fb68174c52:36705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1001a3aa3ba0000, quorum=127.0.0.1:60421, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:32,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:32,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:32,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:32,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:32,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:32,086 WARN [BP-1799939156-172.17.0.3-1730982744398 heartbeating to localhost/127.0.0.1:37737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:32,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:32,086 WARN [BP-1799939156-172.17.0.3-1730982744398 heartbeating to localhost/127.0.0.1:37737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1799939156-172.17.0.3-1730982744398 (Datanode Uuid 1b10dcf5-be6d-4e3c-bdcc-1a9465c86470) service to localhost/127.0.0.1:37737 2024-11-07T12:32:32,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:32,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data3/current/BP-1799939156-172.17.0.3-1730982744398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:32,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data4/current/BP-1799939156-172.17.0.3-1730982744398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:32,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:32,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:32,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:32,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:32,092 WARN [BP-1799939156-172.17.0.3-1730982744398 heartbeating to localhost/127.0.0.1:37737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:32,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:32,092 WARN [BP-1799939156-172.17.0.3-1730982744398 heartbeating to localhost/127.0.0.1:37737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1799939156-172.17.0.3-1730982744398 (Datanode Uuid bd9bd65c-ea55-49ba-b1bb-858e819a5f90) service to localhost/127.0.0.1:37737 2024-11-07T12:32:32,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:32,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data1/current/BP-1799939156-172.17.0.3-1730982744398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:32,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/cluster_290d1e47-2d1b-7be2-0c3c-f11b3657cd4b/data/data2/current/BP-1799939156-172.17.0.3-1730982744398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:32,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:32,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:32,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:32,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:32,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:32,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:32,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:32,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:32,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1597e499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37737 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37737 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=48 (was 43) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7049 (was 7597) 2024-11-07T12:32:32,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=48, ProcessCount=11, AvailableMemoryMB=7049 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir so I do NOT create it in target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19 2024-11-07T12:32:32,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.tmp.dir so I do NOT create it in target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19 2024-11-07T12:32:32,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ef3c3d-ddb2-c931-7730-dbec8ff52277/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:32:32,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf, deleteOnExit=true 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:32,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/test.cache.data in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:32,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:32,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:32,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:32,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:32,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:32,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:32,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:32,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:32,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:32,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:32,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:32,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b93f09f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/java.io.tmpdir/jetty-localhost-43689-hadoop-hdfs-3_4_1-tests_jar-_-any-562446226885506632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:32,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:43689} 2024-11-07T12:32:32,393 INFO [Time-limited test {}] server.Server(415): Started @9917ms 2024-11-07T12:32:32,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:32,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:32,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:32,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:32,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:32,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:32,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:32,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@786dddb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/java.io.tmpdir/jetty-localhost-44433-hadoop-hdfs-3_4_1-tests_jar-_-any-6403081662628031443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:32,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:44433} 2024-11-07T12:32:32,590 INFO [Time-limited test {}] server.Server(415): Started @10113ms 2024-11-07T12:32:32,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:32,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:32,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:32,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:32,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:32,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:32,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:32,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:32,679 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data2/current/BP-842669277-172.17.0.3-1730982752207/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:32,679 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data1/current/BP-842669277-172.17.0.3-1730982752207/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:32,703 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55c13b6306f9419f with lease ID 0x4e84fbbbdacf5a41: Processing first storage report for DS-22273ff2-4a4a-482a-a13a-7a962eeebc49 from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=d8e84f16-7e20-43ac-83cb-38be7b812e4b, infoPort=45407, infoSecurePort=0, ipcPort=35171, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207) 2024-11-07T12:32:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55c13b6306f9419f with lease ID 0x4e84fbbbdacf5a41: from storage DS-22273ff2-4a4a-482a-a13a-7a962eeebc49 node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=d8e84f16-7e20-43ac-83cb-38be7b812e4b, infoPort=45407, infoSecurePort=0, ipcPort=35171, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:32:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55c13b6306f9419f with lease ID 0x4e84fbbbdacf5a41: Processing first storage report for DS-17b2725b-0f21-4938-9e87-5e4bf71f9aec from datanode DatanodeRegistration(127.0.0.1:34585, datanodeUuid=d8e84f16-7e20-43ac-83cb-38be7b812e4b, infoPort=45407, infoSecurePort=0, ipcPort=35171, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207) 2024-11-07T12:32:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55c13b6306f9419f with lease ID 0x4e84fbbbdacf5a41: from storage DS-17b2725b-0f21-4938-9e87-5e4bf71f9aec node DatanodeRegistration(127.0.0.1:34585, datanodeUuid=d8e84f16-7e20-43ac-83cb-38be7b812e4b, infoPort=45407, infoSecurePort=0, ipcPort=35171, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:32,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4eefeb10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/java.io.tmpdir/jetty-localhost-32953-hadoop-hdfs-3_4_1-tests_jar-_-any-11609433356929608053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:32,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:32953} 2024-11-07T12:32:32,749 INFO [Time-limited test {}] server.Server(415): Started @10273ms 2024-11-07T12:32:32,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:32,838 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data3/current/BP-842669277-172.17.0.3-1730982752207/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:32,839 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data4/current/BP-842669277-172.17.0.3-1730982752207/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:32,857 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddb796f878997d28 with lease ID 0x4e84fbbbdacf5a42: Processing first storage report for DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb from datanode DatanodeRegistration(127.0.0.1:44331, datanodeUuid=4da6991b-c008-44a7-874e-90d21164cb8c, infoPort=34101, infoSecurePort=0, ipcPort=45219, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207) 2024-11-07T12:32:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddb796f878997d28 with lease ID 0x4e84fbbbdacf5a42: from storage DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb node DatanodeRegistration(127.0.0.1:44331, datanodeUuid=4da6991b-c008-44a7-874e-90d21164cb8c, infoPort=34101, infoSecurePort=0, ipcPort=45219, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddb796f878997d28 with lease ID 0x4e84fbbbdacf5a42: Processing first storage report for DS-112fc451-1e1e-4581-becc-4d6e8482cb80 from datanode DatanodeRegistration(127.0.0.1:44331, datanodeUuid=4da6991b-c008-44a7-874e-90d21164cb8c, infoPort=34101, infoSecurePort=0, ipcPort=45219, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207) 2024-11-07T12:32:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddb796f878997d28 with lease ID 0x4e84fbbbdacf5a42: from storage DS-112fc451-1e1e-4581-becc-4d6e8482cb80 node DatanodeRegistration(127.0.0.1:44331, datanodeUuid=4da6991b-c008-44a7-874e-90d21164cb8c, infoPort=34101, infoSecurePort=0, ipcPort=45219, storageInfo=lv=-57;cid=testClusterID;nsid=1721943586;c=1730982752207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:32,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19 2024-11-07T12:32:32,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/zookeeper_0, clientPort=56692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:32,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56692 2024-11-07T12:32:32,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:32,894 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f with version=8 2024-11-07T12:32:32,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/hbase-staging 2024-11-07T12:32:32,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:32,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:32,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:32,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:32,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46011 2024-11-07T12:32:32,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46011 connecting to ZooKeeper ensemble=127.0.0.1:56692 2024-11-07T12:32:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460110x0, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:32,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46011-0x1001a3abd0d0000 connected 2024-11-07T12:32:32,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:32,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f, hbase.cluster.distributed=false 2024-11-07T12:32:32,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:32,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-07T12:32:32,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46011 2024-11-07T12:32:32,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46011 2024-11-07T12:32:32,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-07T12:32:32,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-07T12:32:32,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:32,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:32,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:32,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37083 2024-11-07T12:32:32,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37083 connecting to ZooKeeper ensemble=127.0.0.1:56692 2024-11-07T12:32:32,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370830x0, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:32,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37083-0x1001a3abd0d0001 connected 2024-11-07T12:32:32,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:32,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:32,955 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:32,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:32,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:32,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-07T12:32:32,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37083 2024-11-07T12:32:32,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37083 2024-11-07T12:32:32,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-07T12:32:32,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-07T12:32:32,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:32,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:32,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38891 2024-11-07T12:32:32,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38891 connecting to ZooKeeper ensemble=127.0.0.1:56692 2024-11-07T12:32:32,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:32,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388910x0, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:32,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38891-0x1001a3abd0d0002 connected 2024-11-07T12:32:32,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:32,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:32,985 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:32,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:32,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:32,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-07T12:32:32,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-11-07T12:32:32,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-11-07T12:32:32,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-07T12:32:32,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-07T12:32:33,000 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:46011 2024-11-07T12:32:33,001 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,003 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,006 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:33,007 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,46011,1730982752897 from backup master directory 2024-11-07T12:32:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:33,009 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:33,009 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,014 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/hbase.id] with ID: cacccd38-6bc9-4970-8fc9-eae64c595d84 2024-11-07T12:32:33,015 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/.tmp/hbase.id 2024-11-07T12:32:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:33,023 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/.tmp/hbase.id]:[hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/hbase.id] 2024-11-07T12:32:33,040 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:33,040 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:33,042 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:32:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:33,055 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:33,056 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:33,056 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:33,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:33,066 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store 2024-11-07T12:32:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:33,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:33,077 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,077 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:33,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:33,078 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:33,078 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:33,078 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:33,078 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:33,078 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982753077Disabling compacts and flushes for region at 1730982753077Disabling writes for close at 1730982753078 (+1 ms)Writing region close event to WAL at 1730982753078Closed at 1730982753078 2024-11-07T12:32:33,079 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/.initializing 2024-11-07T12:32:33,080 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/WALs/87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,081 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:33,084 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C46011%2C1730982752897, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/WALs/87fb68174c52,46011,1730982752897, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:33,099 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/WALs/87fb68174c52,46011,1730982752897/87fb68174c52%2C46011%2C1730982752897.1730982753084, exclude list is [], retry=0 2024-11-07T12:32:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb,DISK] 2024-11-07T12:32:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-22273ff2-4a4a-482a-a13a-7a962eeebc49,DISK] 2024-11-07T12:32:33,105 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/WALs/87fb68174c52,46011,1730982752897/87fb68174c52%2C46011%2C1730982752897.1730982753084 2024-11-07T12:32:33,105 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101),(127.0.0.1/127.0.0.1:45407:45407)] 2024-11-07T12:32:33,105 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:33,105 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,106 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,106 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:33,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:33,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:33,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:33,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:33,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:33,120 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,121 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,121 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:33,126 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:33,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:33,129 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70208119, jitterRate=0.04618249833583832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:33,130 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982753106Initializing all the Stores at 1730982753107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982753107Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982753107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982753107Cleaning up temporary data from old regions at 1730982753123 (+16 ms)Region opened successfully at 1730982753130 (+7 ms) 2024-11-07T12:32:33,130 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:33,134 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d95ad9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:33,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:33,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:33,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:33,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:33,137 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:32:33,137 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:32:33,137 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:33,139 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:33,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:33,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:33,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:33,143 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:33,144 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:33,144 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:33,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:33,146 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:33,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:33,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:33,150 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:33,152 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:33,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,46011,1730982752897, sessionid=0x1001a3abd0d0000, setting cluster-up flag (Was=false) 2024-11-07T12:32:33,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:33,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:33,171 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,172 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:33,174 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:33,175 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:33,175 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:33,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,46011,1730982752897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:33,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982783178 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:33,178 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:33,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:33,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:33,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:33,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:33,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:33,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:33,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:33,180 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982753180,5,FailOnTimeoutGroup] 2024-11-07T12:32:33,180 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982753180,5,FailOnTimeoutGroup] 2024-11-07T12:32:33,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:33,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,181 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:33,191 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(746): ClusterId : cacccd38-6bc9-4970-8fc9-eae64c595d84 2024-11-07T12:32:33,191 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:33,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:33,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f 2024-11-07T12:32:33,193 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(746): ClusterId : cacccd38-6bc9-4970-8fc9-eae64c595d84 2024-11-07T12:32:33,193 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:33,195 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:33,195 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:33,197 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:33,197 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:33,198 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:33,199 DEBUG [RS:0;87fb68174c52:37083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6e2a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:33,199 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:33,200 DEBUG [RS:1;87fb68174c52:38891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60886e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:33,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:33,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:33,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:33,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:33,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:33,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:33,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:33,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:33,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:33,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740 2024-11-07T12:32:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740 2024-11-07T12:32:33,215 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:37083 2024-11-07T12:32:33,215 INFO [RS:0;87fb68174c52:37083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:33,215 INFO [RS:0;87fb68174c52:37083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:33,215 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:33,216 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,46011,1730982752897 with port=37083, startcode=1730982752944 2024-11-07T12:32:33,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:33,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:33,216 DEBUG [RS:0;87fb68174c52:37083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:33,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:33,219 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:38891 2024-11-07T12:32:33,219 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:33,219 INFO [RS:1;87fb68174c52:38891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:33,219 INFO [RS:1;87fb68174c52:38891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:33,219 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:33,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:33,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,220 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,46011,1730982752897 with port=38891, startcode=1730982752974 2024-11-07T12:32:33,220 DEBUG [RS:1;87fb68174c52:38891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:33,222 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f 2024-11-07T12:32:33,222 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43445 2024-11-07T12:32:33,222 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:33,222 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:33,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:33,224 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59508816, jitterRate=-0.11324954032897949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:33,225 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f 2024-11-07T12:32:33,225 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43445 2024-11-07T12:32:33,225 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:33,225 DEBUG [RS:0;87fb68174c52:37083 {}] zookeeper.ZKUtil(111): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,225 WARN [RS:0;87fb68174c52:37083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982753202Initializing all the Stores at 1730982753203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982753203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753203Cleaning up temporary data from old regions at 1730982753216 (+13 ms)Region opened successfully at 1730982753225 (+9 ms) 2024-11-07T12:32:33,225 INFO [RS:0;87fb68174c52:37083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:33,225 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:33,225 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:33,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,37083,1730982752944] 2024-11-07T12:32:33,226 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:33,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982753225Disabling compacts and flushes for region at 1730982753225Disabling writes for close at 1730982753225Writing region close event to WAL at 1730982753226 (+1 ms)Closed at 1730982753226 2024-11-07T12:32:33,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:33,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:33,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:33,230 DEBUG [RS:1;87fb68174c52:38891 {}] zookeeper.ZKUtil(111): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,230 WARN [RS:1;87fb68174c52:38891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:33,230 INFO [RS:1;87fb68174c52:38891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:33,230 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,230 INFO [RS:0;87fb68174c52:37083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:33,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:33,233 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:33,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,38891,1730982752974] 2024-11-07T12:32:33,236 INFO [RS:0;87fb68174c52:37083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:33,237 INFO [RS:0;87fb68174c52:37083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:33,237 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,237 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:33,238 INFO [RS:1;87fb68174c52:38891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:33,238 INFO [RS:0;87fb68174c52:37083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:33,238 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,239 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,240 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,240 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,240 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,240 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:33,240 INFO [RS:1;87fb68174c52:38891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:33,240 DEBUG [RS:0;87fb68174c52:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:33,240 INFO [RS:1;87fb68174c52:38891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:33,241 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,248 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37083,1730982752944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:33,249 INFO [RS:1;87fb68174c52:38891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:33,249 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,249 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,250 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,250 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,250 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:33,250 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:33,250 DEBUG [RS:1;87fb68174c52:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:33,250 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,250 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,251 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,251 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,251 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,251 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38891,1730982752974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:33,264 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:33,264 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37083,1730982752944-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,265 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,265 INFO [RS:0;87fb68174c52:37083 {}] regionserver.Replication(171): 87fb68174c52,37083,1730982752944 started 2024-11-07T12:32:33,274 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:33,274 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38891,1730982752974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,274 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,274 INFO [RS:1;87fb68174c52:38891 {}] regionserver.Replication(171): 87fb68174c52,38891,1730982752974 started 2024-11-07T12:32:33,280 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,280 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,37083,1730982752944, RpcServer on 87fb68174c52/172.17.0.3:37083, sessionid=0x1001a3abd0d0001 2024-11-07T12:32:33,280 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:33,280 DEBUG [RS:0;87fb68174c52:37083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,280 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37083,1730982752944' 2024-11-07T12:32:33,280 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37083,1730982752944' 2024-11-07T12:32:33,281 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:33,282 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:33,282 DEBUG [RS:0;87fb68174c52:37083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:33,282 INFO [RS:0;87fb68174c52:37083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:33,282 INFO [RS:0;87fb68174c52:37083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:33,297 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,297 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,38891,1730982752974, RpcServer on 87fb68174c52/172.17.0.3:38891, sessionid=0x1001a3abd0d0002 2024-11-07T12:32:33,297 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:33,297 DEBUG [RS:1;87fb68174c52:38891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,297 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38891,1730982752974' 2024-11-07T12:32:33,297 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,38891,1730982752974 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38891,1730982752974' 2024-11-07T12:32:33,298 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:33,299 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:33,299 DEBUG [RS:1;87fb68174c52:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:33,300 INFO [RS:1;87fb68174c52:38891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:33,300 INFO [RS:1;87fb68174c52:38891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:33,383 WARN [87fb68174c52:46011 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:33,383 INFO [RS:0;87fb68174c52:37083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:33,385 INFO [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37083%2C1730982752944, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs, maxLogs=32 2024-11-07T12:32:33,400 INFO [RS:1;87fb68174c52:38891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:33,402 DEBUG [RS:0;87fb68174c52:37083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944/87fb68174c52%2C37083%2C1730982752944.1730982753387, exclude list is [], retry=0 2024-11-07T12:32:33,403 INFO [RS:1;87fb68174c52:38891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38891%2C1730982752974, suffix=, logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,38891,1730982752974, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs, maxLogs=32 2024-11-07T12:32:33,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb,DISK] 2024-11-07T12:32:33,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-22273ff2-4a4a-482a-a13a-7a962eeebc49,DISK] 2024-11-07T12:32:33,408 INFO [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944/87fb68174c52%2C37083%2C1730982752944.1730982753387 2024-11-07T12:32:33,408 DEBUG [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407),(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-07T12:32:33,419 DEBUG [RS:1;87fb68174c52:38891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,38891,1730982752974/87fb68174c52%2C38891%2C1730982752974.1730982753404, exclude list is [], retry=0 2024-11-07T12:32:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-22273ff2-4a4a-482a-a13a-7a962eeebc49,DISK] 2024-11-07T12:32:33,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb,DISK] 2024-11-07T12:32:33,424 INFO [RS:1;87fb68174c52:38891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,38891,1730982752974/87fb68174c52%2C38891%2C1730982752974.1730982753404 2024-11-07T12:32:33,425 DEBUG [RS:1;87fb68174c52:38891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101),(127.0.0.1/127.0.0.1:45407:45407)] 2024-11-07T12:32:33,633 DEBUG [87fb68174c52:46011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:33,634 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:33,636 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:33,636 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:33,636 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:33,636 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:33,636 INFO [87fb68174c52:46011 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:33,636 INFO [87fb68174c52:46011 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:33,636 DEBUG [87fb68174c52:46011 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:33,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,639 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37083,1730982752944, state=OPENING 2024-11-07T12:32:33,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:33,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37083,1730982752944}] 2024-11-07T12:32:33,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:33,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:33,802 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:33,802 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:33,803 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:33,805 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37083%2C1730982752944.meta, suffix=.meta, logDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944, archiveDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs, maxLogs=32 2024-11-07T12:32:33,821 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944/87fb68174c52%2C37083%2C1730982752944.meta.1730982753806.meta, exclude list is [], retry=0 2024-11-07T12:32:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34585,DS-22273ff2-4a4a-482a-a13a-7a962eeebc49,DISK] 2024-11-07T12:32:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-569002a4-2fda-4cad-af7e-99afd8e7e3bb,DISK] 2024-11-07T12:32:33,826 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/WALs/87fb68174c52,37083,1730982752944/87fb68174c52%2C37083%2C1730982752944.meta.1730982753806.meta 2024-11-07T12:32:33,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407),(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-07T12:32:33,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:33,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:33,827 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:33,827 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:33,827 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:33,827 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,827 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:33,827 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:33,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:33,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:33,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:33,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:33,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:33,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:33,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:33,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:33,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:33,835 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:33,836 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740 2024-11-07T12:32:33,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740 2024-11-07T12:32:33,839 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:33,839 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:33,840 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:33,842 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:33,843 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68296056, jitterRate=0.017690539360046387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:33,843 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:33,844 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982753827Writing region info on filesystem at 1730982753827Initializing all the Stores at 1730982753828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982753829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982753829Cleaning up temporary data from old regions at 1730982753839 (+10 ms)Running coprocessor post-open hooks at 1730982753843 (+4 ms)Region opened successfully at 1730982753844 (+1 ms) 2024-11-07T12:32:33,845 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982753796 2024-11-07T12:32:33,847 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:33,847 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:33,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,850 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37083,1730982752944, state=OPEN 2024-11-07T12:32:33,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:33,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:33,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:33,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,37083,1730982752944 2024-11-07T12:32:33,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:33,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:33,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37083,1730982752944 in 209 msec 2024-11-07T12:32:33,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:33,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-07T12:32:33,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:33,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:33,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:33,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37083,1730982752944, seqNum=-1] 2024-11-07T12:32:33,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:33,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:33,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-07T12:32:33,869 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982753869, completionTime=-1 2024-11-07T12:32:33,869 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:33,869 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:33,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:33,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982813871 2024-11-07T12:32:33,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982873871 2024-11-07T12:32:33,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:46011, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,874 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.867sec 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:33,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:33,880 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:33,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:33,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46011,1730982752897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:33,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2fe198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:33,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46011,-1 for getting cluster id 2024-11-07T12:32:33,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:33,892 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cacccd38-6bc9-4970-8fc9-eae64c595d84' 2024-11-07T12:32:33,893 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:33,893 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cacccd38-6bc9-4970-8fc9-eae64c595d84" 2024-11-07T12:32:33,893 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fbbeed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:33,893 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46011,-1] 2024-11-07T12:32:33,894 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:33,894 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:33,896 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:33,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1a13cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:33,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:33,898 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37083,1730982752944, seqNum=-1] 2024-11-07T12:32:33,899 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:33,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:33,904 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46011,1730982752897 2024-11-07T12:32:33,904 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb0d08b 2024-11-07T12:32:33,905 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:33,906 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:33,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:33,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:33,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:33,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:33,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:33,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:33,924 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94a3ff3ec382958d7c5ccf64a711583c, NAME => 'testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f 2024-11-07T12:32:33,925 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3759a21c1e64c5ef226d2d70be318e41, NAME => 'testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f 2024-11-07T12:32:33,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:33,937 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,937 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 94a3ff3ec382958d7c5ccf64a711583c, disabling compactions & flushes 2024-11-07T12:32:33,937 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:33,937 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:33,937 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. after waiting 0 ms 2024-11-07T12:32:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:33,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:33,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:33,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94a3ff3ec382958d7c5ccf64a711583c: Waiting for close lock at 1730982753937Disabling compacts and flushes for region at 1730982753937Disabling writes for close at 1730982753938 (+1 ms)Writing region close event to WAL at 1730982753938Closed at 1730982753938 2024-11-07T12:32:33,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:33,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3759a21c1e64c5ef226d2d70be318e41, disabling compactions & flushes 2024-11-07T12:32:33,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:33,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:33,939 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. after waiting 0 ms 2024-11-07T12:32:33,939 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:33,939 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:33,939 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3759a21c1e64c5ef226d2d70be318e41: Waiting for close lock at 1730982753938Disabling compacts and flushes for region at 1730982753938Disabling writes for close at 1730982753939 (+1 ms)Writing region close event to WAL at 1730982753939Closed at 1730982753939 2024-11-07T12:32:33,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:33,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982753940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982753940"}]},"ts":"1730982753940"} 2024-11-07T12:32:33,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982753940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982753940"}]},"ts":"1730982753940"} 2024-11-07T12:32:33,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:33,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:33,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982753946"}]},"ts":"1730982753946"} 2024-11-07T12:32:33,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:33,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:33,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:33,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:33,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:33,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:33,950 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:33,950 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:33,950 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:33,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=94a3ff3ec382958d7c5ccf64a711583c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3759a21c1e64c5ef226d2d70be318e41, ASSIGN}] 2024-11-07T12:32:33,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3759a21c1e64c5ef226d2d70be318e41, ASSIGN 2024-11-07T12:32:33,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=94a3ff3ec382958d7c5ccf64a711583c, ASSIGN 2024-11-07T12:32:33,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3759a21c1e64c5ef226d2d70be318e41, ASSIGN; state=OFFLINE, location=87fb68174c52,38891,1730982752974; forceNewPlan=false, retain=false 2024-11-07T12:32:33,954 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=94a3ff3ec382958d7c5ccf64a711583c, ASSIGN; state=OFFLINE, location=87fb68174c52,37083,1730982752944; forceNewPlan=false, retain=false 2024-11-07T12:32:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:34,104 INFO [87fb68174c52:46011 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:34,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94a3ff3ec382958d7c5ccf64a711583c, regionState=OPENING, regionLocation=87fb68174c52,37083,1730982752944 2024-11-07T12:32:34,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3759a21c1e64c5ef226d2d70be318e41, regionState=OPENING, regionLocation=87fb68174c52,38891,1730982752974 2024-11-07T12:32:34,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3759a21c1e64c5ef226d2d70be318e41, ASSIGN because future has completed 2024-11-07T12:32:34,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3759a21c1e64c5ef226d2d70be318e41, server=87fb68174c52,38891,1730982752974}] 2024-11-07T12:32:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=94a3ff3ec382958d7c5ccf64a711583c, ASSIGN because future has completed 2024-11-07T12:32:34,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a3ff3ec382958d7c5ccf64a711583c, server=87fb68174c52,37083,1730982752944}] 2024-11-07T12:32:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:34,263 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:34,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:34,269 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,269 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,269 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 94a3ff3ec382958d7c5ccf64a711583c, NAME => 'testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:34,269 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3759a21c1e64c5ef226d2d70be318e41, NAME => 'testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:34,269 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,270 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,271 INFO [StoreOpener-94a3ff3ec382958d7c5ccf64a711583c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,272 INFO [StoreOpener-3759a21c1e64c5ef226d2d70be318e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,274 INFO [StoreOpener-94a3ff3ec382958d7c5ccf64a711583c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a3ff3ec382958d7c5ccf64a711583c columnFamilyName family 2024-11-07T12:32:34,274 DEBUG [StoreOpener-94a3ff3ec382958d7c5ccf64a711583c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:34,274 INFO [StoreOpener-3759a21c1e64c5ef226d2d70be318e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3759a21c1e64c5ef226d2d70be318e41 columnFamilyName family 2024-11-07T12:32:34,274 DEBUG [StoreOpener-3759a21c1e64c5ef226d2d70be318e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:34,275 INFO [StoreOpener-94a3ff3ec382958d7c5ccf64a711583c-1 {}] regionserver.HStore(327): Store=94a3ff3ec382958d7c5ccf64a711583c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:34,275 INFO [StoreOpener-3759a21c1e64c5ef226d2d70be318e41-1 {}] regionserver.HStore(327): Store=3759a21c1e64c5ef226d2d70be318e41/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:34,275 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,275 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,276 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,276 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,276 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,277 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,277 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,277 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,277 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,277 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,279 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,280 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:34,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:34,283 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 94a3ff3ec382958d7c5ccf64a711583c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61424813, jitterRate=-0.08469896018505096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:34,283 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,283 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3759a21c1e64c5ef226d2d70be318e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60295507, jitterRate=-0.10152693092823029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:34,283 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,284 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 94a3ff3ec382958d7c5ccf64a711583c: Running coprocessor pre-open hook at 1730982754270Writing region info on filesystem at 1730982754270Initializing all the Stores at 1730982754271 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982754271Cleaning up temporary data from old regions at 1730982754277 (+6 ms)Running coprocessor post-open hooks at 1730982754283 (+6 ms)Region opened successfully at 1730982754284 (+1 ms) 2024-11-07T12:32:34,284 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3759a21c1e64c5ef226d2d70be318e41: Running coprocessor pre-open hook at 1730982754270Writing region info on filesystem at 1730982754270Initializing all the Stores at 1730982754271 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982754271Cleaning up temporary data from old regions at 1730982754277 (+6 ms)Running coprocessor post-open hooks at 1730982754283 (+6 ms)Region opened successfully at 1730982754284 (+1 ms) 2024-11-07T12:32:34,285 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c., pid=8, masterSystemTime=1730982754264 2024-11-07T12:32:34,285 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41., pid=7, masterSystemTime=1730982754262 2024-11-07T12:32:34,288 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,288 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94a3ff3ec382958d7c5ccf64a711583c, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37083,1730982752944 2024-11-07T12:32:34,289 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,289 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3759a21c1e64c5ef226d2d70be318e41, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38891,1730982752974 2024-11-07T12:32:34,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a3ff3ec382958d7c5ccf64a711583c, server=87fb68174c52,37083,1730982752944 because future has completed 2024-11-07T12:32:34,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3759a21c1e64c5ef226d2d70be318e41, server=87fb68174c52,38891,1730982752974 because future has completed 2024-11-07T12:32:34,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T12:32:34,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94a3ff3ec382958d7c5ccf64a711583c, server=87fb68174c52,37083,1730982752944 in 184 msec 2024-11-07T12:32:34,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=94a3ff3ec382958d7c5ccf64a711583c, ASSIGN in 348 msec 2024-11-07T12:32:34,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:32:34,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3759a21c1e64c5ef226d2d70be318e41, server=87fb68174c52,38891,1730982752974 in 188 msec 2024-11-07T12:32:34,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T12:32:34,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3759a21c1e64c5ef226d2d70be318e41, ASSIGN in 351 msec 2024-11-07T12:32:34,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:34,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982754305"}]},"ts":"1730982754305"} 2024-11-07T12:32:34,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:34,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:34,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 401 msec 2024-11-07T12:32:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:34,541 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:34,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:34,541 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:34,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:34,545 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:34,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:34,549 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c., hostname=87fb68174c52,37083,1730982752944, seqNum=2] 2024-11-07T12:32:34,562 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41., hostname=87fb68174c52,38891,1730982752974, seqNum=2] 2024-11-07T12:32:34,563 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:34,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:34,574 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94a3ff3ec382958d7c5ccf64a711583c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:34,593 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/.tmp/family/72c2e617bd604153814e2f00a984be86 is 32, key is 1/family:/1730982754550/Put/seqid=0 2024-11-07T12:32:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741839_1015 (size=5054) 2024-11-07T12:32:34,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741839_1015 (size=5054) 2024-11-07T12:32:34,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/.tmp/family/72c2e617bd604153814e2f00a984be86 2024-11-07T12:32:34,608 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/.tmp/family/72c2e617bd604153814e2f00a984be86 as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/family/72c2e617bd604153814e2f00a984be86 2024-11-07T12:32:34,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/family/72c2e617bd604153814e2f00a984be86, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:34,617 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 94a3ff3ec382958d7c5ccf64a711583c in 43ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:34,617 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 94a3ff3ec382958d7c5ccf64a711583c: 2024-11-07T12:32:34,617 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3759a21c1e64c5ef226d2d70be318e41 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:34,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/.tmp/family/453f9f461ff940efad5977e1914fc1de is 32, key is 5/family:/1730982754565/Put/seqid=0 2024-11-07T12:32:34,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741840_1016 (size=5083) 2024-11-07T12:32:34,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741840_1016 (size=5083) 2024-11-07T12:32:34,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/.tmp/family/453f9f461ff940efad5977e1914fc1de 2024-11-07T12:32:34,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/.tmp/family/453f9f461ff940efad5977e1914fc1de as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/family/453f9f461ff940efad5977e1914fc1de 2024-11-07T12:32:34,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/family/453f9f461ff940efad5977e1914fc1de, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:34,658 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3759a21c1e64c5ef226d2d70be318e41 in 41ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:34,658 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3759a21c1e64c5ef226d2d70be318e41: 2024-11-07T12:32:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:34,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:34,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:34,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:34,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:34,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1787913276, stopped=false 2024-11-07T12:32:34,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,46011,1730982752897 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:34,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:34,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:34,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:34,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:34,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:34,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:34,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:34,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,37083,1730982752944' ***** 2024-11-07T12:32:34,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:34,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,38891,1730982752974' ***** 2024-11-07T12:32:34,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:34,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:34,668 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:34,668 INFO [RS:1;87fb68174c52:38891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:34,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(3091): Received CLOSE for 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,668 INFO [RS:1;87fb68174c52:38891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:34,668 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,37083,1730982752944 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:34,668 INFO [RS:0;87fb68174c52:37083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:37083. 2024-11-07T12:32:34,668 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94a3ff3ec382958d7c5ccf64a711583c, disabling compactions & flushes 2024-11-07T12:32:34,668 DEBUG [RS:0;87fb68174c52:37083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:34,669 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,38891,1730982752974 2024-11-07T12:32:34,669 DEBUG [RS:0;87fb68174c52:37083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,669 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,669 INFO [RS:1;87fb68174c52:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. after waiting 0 ms 2024-11-07T12:32:34,669 INFO [RS:0;87fb68174c52:37083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:34,669 INFO [RS:1;87fb68174c52:38891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:38891. 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3759a21c1e64c5ef226d2d70be318e41, disabling compactions & flushes 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,669 INFO [RS:0;87fb68174c52:37083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:34,669 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,669 INFO [RS:0;87fb68174c52:37083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:34,669 DEBUG [RS:1;87fb68174c52:38891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,669 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:34,669 DEBUG [RS:1;87fb68174c52:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. after waiting 0 ms 2024-11-07T12:32:34,669 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,669 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:34,669 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1325): Online Regions={3759a21c1e64c5ef226d2d70be318e41=testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41.} 2024-11-07T12:32:34,669 DEBUG [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1351): Waiting on 3759a21c1e64c5ef226d2d70be318e41 2024-11-07T12:32:34,669 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:34,669 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 94a3ff3ec382958d7c5ccf64a711583c=testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c.} 2024-11-07T12:32:34,670 DEBUG [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94a3ff3ec382958d7c5ccf64a711583c 2024-11-07T12:32:34,670 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:34,670 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:34,670 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:34,670 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:34,670 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:34,670 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:34,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/3759a21c1e64c5ef226d2d70be318e41/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:34,675 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/default/testClearRegionBlockCache/94a3ff3ec382958d7c5ccf64a711583c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:34,675 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,676 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3759a21c1e64c5ef226d2d70be318e41: Waiting for close lock at 1730982754669Running coprocessor pre-close hooks at 1730982754669Disabling compacts and flushes for region at 1730982754669Disabling writes for close at 1730982754669Writing region close event to WAL at 1730982754670 (+1 ms)Running coprocessor post-close hooks at 1730982754675 (+5 ms)Closed at 1730982754675 2024-11-07T12:32:34,676 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,676 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94a3ff3ec382958d7c5ccf64a711583c: Waiting for close lock at 1730982754668Running coprocessor pre-close hooks at 1730982754668Disabling compacts and flushes for region at 1730982754668Disabling writes for close at 1730982754669 (+1 ms)Writing region close event to WAL at 1730982754670 (+1 ms)Running coprocessor post-close hooks at 1730982754676 (+6 ms)Closed at 1730982754676 2024-11-07T12:32:34,676 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41. 2024-11-07T12:32:34,676 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982753907.94a3ff3ec382958d7c5ccf64a711583c. 2024-11-07T12:32:34,689 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/info/beffa0ea10ae408a861125c371ee32b1 is 173, key is testClearRegionBlockCache,5,1730982753907.3759a21c1e64c5ef226d2d70be318e41./info:regioninfo/1730982754290/Put/seqid=0 2024-11-07T12:32:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:34,696 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/info/beffa0ea10ae408a861125c371ee32b1 2024-11-07T12:32:34,721 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/ns/dfe8b6fa48ef4a54832dfb241e17402a is 43, key is default/ns:d/1730982753863/Put/seqid=0 2024-11-07T12:32:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:34,727 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/ns/dfe8b6fa48ef4a54832dfb241e17402a 2024-11-07T12:32:34,750 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:34,751 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/table/547696745ffe4be6a0ade2f1c0e7d7af is 61, key is testClearRegionBlockCache/table:state/1730982754305/Put/seqid=0 2024-11-07T12:32:34,752 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:34,757 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/table/547696745ffe4be6a0ade2f1c0e7d7af 2024-11-07T12:32:34,765 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/info/beffa0ea10ae408a861125c371ee32b1 as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/info/beffa0ea10ae408a861125c371ee32b1 2024-11-07T12:32:34,773 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/info/beffa0ea10ae408a861125c371ee32b1, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:34,774 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/ns/dfe8b6fa48ef4a54832dfb241e17402a as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/ns/dfe8b6fa48ef4a54832dfb241e17402a 2024-11-07T12:32:34,782 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/ns/dfe8b6fa48ef4a54832dfb241e17402a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:34,783 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/.tmp/table/547696745ffe4be6a0ade2f1c0e7d7af as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/table/547696745ffe4be6a0ade2f1c0e7d7af 2024-11-07T12:32:34,790 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/table/547696745ffe4be6a0ade2f1c0e7d7af, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:34,791 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:34,796 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:34,797 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:34,798 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:34,798 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982754670Running coprocessor pre-close hooks at 1730982754670Disabling compacts and flushes for region at 1730982754670Disabling writes for close at 1730982754670Obtaining lock to block concurrent updates at 1730982754670Preparing flush snapshotting stores in 1588230740 at 1730982754670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982754671 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982754671Flushing 1588230740/info: creating writer at 1730982754671Flushing 1588230740/info: appending metadata at 1730982754689 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730982754689Flushing 1588230740/ns: creating writer at 1730982754704 (+15 ms)Flushing 1588230740/ns: appending metadata at 1730982754720 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730982754720Flushing 1588230740/table: creating writer at 1730982754734 (+14 ms)Flushing 1588230740/table: appending metadata at 1730982754750 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730982754750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2e2c66: reopening flushed file at 1730982754764 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0408ea: reopening flushed file at 1730982754773 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ecffd3d: reopening flushed file at 1730982754782 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false at 1730982754791 (+9 ms)Writing region close event to WAL at 1730982754792 (+1 ms)Running coprocessor post-close hooks at 1730982754797 (+5 ms)Closed at 1730982754797 2024-11-07T12:32:34,798 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:34,869 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,38891,1730982752974; all regions closed. 2024-11-07T12:32:34,870 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,37083,1730982752944; all regions closed. 2024-11-07T12:32:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:34,876 DEBUG [RS:1;87fb68174c52:38891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs 2024-11-07T12:32:34,876 INFO [RS:1;87fb68174c52:38891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38891%2C1730982752974:(num 1730982753404) 2024-11-07T12:32:34,877 DEBUG [RS:1;87fb68174c52:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:34,877 DEBUG [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs 2024-11-07T12:32:34,877 INFO [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C37083%2C1730982752944.meta:.meta(num 1730982753806) 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:34,877 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:34,877 INFO [RS:1;87fb68174c52:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38891 2024-11-07T12:32:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:34,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:34,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,38891,1730982752974 2024-11-07T12:32:34,880 INFO [RS:1;87fb68174c52:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:34,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,38891,1730982752974] 2024-11-07T12:32:34,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,38891,1730982752974 already deleted, retry=false 2024-11-07T12:32:34,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,38891,1730982752974 expired; onlineServers=1 2024-11-07T12:32:34,885 DEBUG [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/oldWALs 2024-11-07T12:32:34,885 INFO [RS:0;87fb68174c52:37083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C37083%2C1730982752944:(num 1730982753387) 2024-11-07T12:32:34,885 DEBUG [RS:0;87fb68174c52:37083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:34,885 INFO [RS:0;87fb68174c52:37083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:34,886 INFO [RS:0;87fb68174c52:37083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:34,886 INFO [RS:0;87fb68174c52:37083 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:34,886 INFO [RS:0;87fb68174c52:37083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:34,886 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:34,886 INFO [RS:0;87fb68174c52:37083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37083 2024-11-07T12:32:34,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,37083,1730982752944 2024-11-07T12:32:34,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:34,888 INFO [RS:0;87fb68174c52:37083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:34,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,37083,1730982752944] 2024-11-07T12:32:34,891 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,37083,1730982752944 already deleted, retry=false 2024-11-07T12:32:34,891 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,37083,1730982752944 expired; onlineServers=0 2024-11-07T12:32:34,891 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,46011,1730982752897' ***** 2024-11-07T12:32:34,891 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:34,892 INFO [M:0;87fb68174c52:46011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:34,892 INFO [M:0;87fb68174c52:46011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:34,892 DEBUG [M:0;87fb68174c52:46011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:34,892 DEBUG [M:0;87fb68174c52:46011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:34,892 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982753180 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982753180,5,FailOnTimeoutGroup] 2024-11-07T12:32:34,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:34,892 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982753180 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982753180,5,FailOnTimeoutGroup] 2024-11-07T12:32:34,892 INFO [M:0;87fb68174c52:46011 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:34,892 INFO [M:0;87fb68174c52:46011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:34,892 DEBUG [M:0;87fb68174c52:46011 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:34,892 INFO [M:0;87fb68174c52:46011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:34,893 INFO [M:0;87fb68174c52:46011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:34,893 INFO [M:0;87fb68174c52:46011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:34,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:34,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:34,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:34,894 DEBUG [M:0;87fb68174c52:46011 {}] zookeeper.ZKUtil(347): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:34,894 WARN [M:0;87fb68174c52:46011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:34,895 INFO [M:0;87fb68174c52:46011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/.lastflushedseqids 2024-11-07T12:32:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:34,903 INFO [M:0;87fb68174c52:46011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:34,903 INFO [M:0;87fb68174c52:46011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:34,903 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:34,903 INFO [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:34,903 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:34,904 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:34,904 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:34,904 INFO [M:0;87fb68174c52:46011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T12:32:34,922 DEBUG [M:0;87fb68174c52:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb71f3625ac410eb13a35facdcea8db is 82, key is hbase:meta,,1/info:regioninfo/1730982753848/Put/seqid=0 2024-11-07T12:32:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:34,930 INFO [M:0;87fb68174c52:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb71f3625ac410eb13a35facdcea8db 2024-11-07T12:32:34,960 DEBUG [M:0;87fb68174c52:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d51b0e7b3154ad5aaca82c3580b2408 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982754310/Put/seqid=0 2024-11-07T12:32:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:34,967 INFO [M:0;87fb68174c52:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d51b0e7b3154ad5aaca82c3580b2408 2024-11-07T12:32:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:34,982 INFO [RS:1;87fb68174c52:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:34,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x1001a3abd0d0002, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:34,982 INFO [RS:1;87fb68174c52:38891 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,38891,1730982752974; zookeeper connection closed. 2024-11-07T12:32:34,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c63581f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c63581f 2024-11-07T12:32:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:34,990 INFO [RS:0;87fb68174c52:37083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:34,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1001a3abd0d0001, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:34,990 INFO [RS:0;87fb68174c52:37083 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,37083,1730982752944; zookeeper connection closed. 2024-11-07T12:32:34,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c392490 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c392490 2024-11-07T12:32:34,991 DEBUG [M:0;87fb68174c52:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da62268327df43e9b06dbb926c20941b is 69, key is 87fb68174c52,37083,1730982752944/rs:state/1730982753220/Put/seqid=0 2024-11-07T12:32:34,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:34,997 INFO [M:0;87fb68174c52:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da62268327df43e9b06dbb926c20941b 2024-11-07T12:32:35,004 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb71f3625ac410eb13a35facdcea8db as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cb71f3625ac410eb13a35facdcea8db 2024-11-07T12:32:35,011 INFO [M:0;87fb68174c52:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cb71f3625ac410eb13a35facdcea8db, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:35,012 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d51b0e7b3154ad5aaca82c3580b2408 as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d51b0e7b3154ad5aaca82c3580b2408 2024-11-07T12:32:35,020 INFO [M:0;87fb68174c52:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d51b0e7b3154ad5aaca82c3580b2408, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:35,021 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da62268327df43e9b06dbb926c20941b as hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da62268327df43e9b06dbb926c20941b 2024-11-07T12:32:35,029 INFO [M:0;87fb68174c52:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43445/user/jenkins/test-data/a917ed59-3c03-375b-5f27-384795cf1f7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da62268327df43e9b06dbb926c20941b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:35,030 INFO [M:0;87fb68174c52:46011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:35,032 INFO [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:35,032 DEBUG [M:0;87fb68174c52:46011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982754903Disabling compacts and flushes for region at 1730982754903Disabling writes for close at 1730982754904 (+1 ms)Obtaining lock to block concurrent updates at 1730982754904Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982754904Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730982754904Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982754905 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982754905Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982754921 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982754921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982754937 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982754960 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982754960Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982754973 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982754990 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982754990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586004e6: reopening flushed file at 1730982755003 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d036244: reopening flushed file at 1730982755011 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468adc5f: reopening flushed file at 1730982755020 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false at 1730982755030 (+10 ms)Writing region close event to WAL at 1730982755032 (+2 ms)Closed at 1730982755032 2024-11-07T12:32:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34585 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:35,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:35,036 INFO [M:0;87fb68174c52:46011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:35,036 INFO [M:0;87fb68174c52:46011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46011 2024-11-07T12:32:35,037 INFO [M:0;87fb68174c52:46011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:35,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:35,139 INFO [M:0;87fb68174c52:46011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:35,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1001a3abd0d0000, quorum=127.0.0.1:56692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:35,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4eefeb10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:35,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@618975fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:35,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:35,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e293652{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:35,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180ebfaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:35,143 WARN [BP-842669277-172.17.0.3-1730982752207 heartbeating to localhost/127.0.0.1:43445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:35,144 WARN [BP-842669277-172.17.0.3-1730982752207 heartbeating to localhost/127.0.0.1:43445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842669277-172.17.0.3-1730982752207 (Datanode Uuid 4da6991b-c008-44a7-874e-90d21164cb8c) service to localhost/127.0.0.1:43445 2024-11-07T12:32:35,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:35,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:35,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data3/current/BP-842669277-172.17.0.3-1730982752207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:35,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data4/current/BP-842669277-172.17.0.3-1730982752207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:35,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:35,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@786dddb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:35,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a37d455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:35,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:35,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bae69a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:35,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31725c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:35,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:35,149 WARN [BP-842669277-172.17.0.3-1730982752207 heartbeating to localhost/127.0.0.1:43445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:35,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:35,149 WARN [BP-842669277-172.17.0.3-1730982752207 heartbeating to localhost/127.0.0.1:43445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842669277-172.17.0.3-1730982752207 (Datanode Uuid d8e84f16-7e20-43ac-83cb-38be7b812e4b) service to localhost/127.0.0.1:43445 2024-11-07T12:32:35,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data1/current/BP-842669277-172.17.0.3-1730982752207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:35,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/cluster_f8bff69e-a1bc-3871-e3eb-691594c7dfdf/data/data2/current/BP-842669277-172.17.0.3-1730982752207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:35,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:35,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b93f09f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:35,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22bb1eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:35,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:35,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570de50c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:35,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aaa90f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:35,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:35,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:35,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=108 (was 79) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43445 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43445 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:43445 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43445 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 48) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6876 (was 7049) 2024-11-07T12:32:35,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=108, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=6876 2024-11-07T12:32:35,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:32:35,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:35,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir so I do NOT create it in target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa 2024-11-07T12:32:35,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:32:35,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.tmp.dir so I do NOT create it in target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa 2024-11-07T12:32:35,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf06120a-2d00-75bf-989e-0c9416ed7a19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:32:35,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa 2024-11-07T12:32:35,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:35,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5, deleteOnExit=true 2024-11-07T12:32:35,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/test.cache.data in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:35,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:35,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:35,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:35,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:35,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:35,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:35,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:35,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:35,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:35,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:35,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:35,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:35,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e551434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:35,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f7c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:35,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4466aaa9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/java.io.tmpdir/jetty-localhost-39009-hadoop-hdfs-3_4_1-tests_jar-_-any-13996031968317798994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:35,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289523c5{HTTP/1.1, (http/1.1)}{localhost:39009} 2024-11-07T12:32:35,460 INFO [Time-limited test {}] server.Server(415): Started @12983ms 2024-11-07T12:32:35,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:35,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:35,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:35,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:35,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:35,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202d7e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:35,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c25279c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:35,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18eb8cb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/java.io.tmpdir/jetty-localhost-45371-hadoop-hdfs-3_4_1-tests_jar-_-any-15936055014626559405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:35,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70923fbc{HTTP/1.1, (http/1.1)}{localhost:45371} 2024-11-07T12:32:35,665 INFO [Time-limited test {}] server.Server(415): Started @13188ms 2024-11-07T12:32:35,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:35,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:35,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:35,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:35,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:35,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:35,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa568dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:35,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3eaa3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:35,757 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data2/current/BP-902719804-172.17.0.3-1730982755272/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:35,757 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data1/current/BP-902719804-172.17.0.3-1730982755272/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:35,782 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51e98b8df0822cfc with lease ID 0xdfc989fbd9002d1f: Processing first storage report for DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83 from datanode DatanodeRegistration(127.0.0.1:37023, datanodeUuid=2bae00a6-caa5-4a86-9583-9f910a2b2a87, infoPort=39935, infoSecurePort=0, ipcPort=35325, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272) 2024-11-07T12:32:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51e98b8df0822cfc with lease ID 0xdfc989fbd9002d1f: from storage DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83 node DatanodeRegistration(127.0.0.1:37023, datanodeUuid=2bae00a6-caa5-4a86-9583-9f910a2b2a87, infoPort=39935, infoSecurePort=0, ipcPort=35325, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51e98b8df0822cfc with lease ID 0xdfc989fbd9002d1f: Processing first storage report for DS-40554d9f-f408-4793-8b24-a2db12296ba0 from datanode DatanodeRegistration(127.0.0.1:37023, datanodeUuid=2bae00a6-caa5-4a86-9583-9f910a2b2a87, infoPort=39935, infoSecurePort=0, ipcPort=35325, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272) 2024-11-07T12:32:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51e98b8df0822cfc with lease ID 0xdfc989fbd9002d1f: from storage DS-40554d9f-f408-4793-8b24-a2db12296ba0 node DatanodeRegistration(127.0.0.1:37023, datanodeUuid=2bae00a6-caa5-4a86-9583-9f910a2b2a87, infoPort=39935, infoSecurePort=0, ipcPort=35325, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:35,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4895b7f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/java.io.tmpdir/jetty-localhost-35919-hadoop-hdfs-3_4_1-tests_jar-_-any-10520815647070242455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:35,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63fe8cd5{HTTP/1.1, (http/1.1)}{localhost:35919} 2024-11-07T12:32:35,821 INFO [Time-limited test {}] server.Server(415): Started @13344ms 2024-11-07T12:32:35,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:35,908 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data3/current/BP-902719804-172.17.0.3-1730982755272/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:35,908 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data4/current/BP-902719804-172.17.0.3-1730982755272/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:35,927 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec832925438d642 with lease ID 0xdfc989fbd9002d20: Processing first storage report for DS-7eb6e5f1-b261-4327-b17d-ac2187604562 from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=09deccbd-be86-45f2-8cfc-0e9531e5b87f, infoPort=34607, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272) 2024-11-07T12:32:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec832925438d642 with lease ID 0xdfc989fbd9002d20: from storage DS-7eb6e5f1-b261-4327-b17d-ac2187604562 node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=09deccbd-be86-45f2-8cfc-0e9531e5b87f, infoPort=34607, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ec832925438d642 with lease ID 0xdfc989fbd9002d20: Processing first storage report for DS-7e8d9605-1a43-45b0-9430-ae188ef44f45 from datanode DatanodeRegistration(127.0.0.1:40147, datanodeUuid=09deccbd-be86-45f2-8cfc-0e9531e5b87f, infoPort=34607, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272) 2024-11-07T12:32:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ec832925438d642 with lease ID 0xdfc989fbd9002d20: from storage DS-7e8d9605-1a43-45b0-9430-ae188ef44f45 node DatanodeRegistration(127.0.0.1:40147, datanodeUuid=09deccbd-be86-45f2-8cfc-0e9531e5b87f, infoPort=34607, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=201123721;c=1730982755272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:35,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa 2024-11-07T12:32:35,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/zookeeper_0, clientPort=49840, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:35,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49840 2024-11-07T12:32:35,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:35,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:35,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c with version=8 2024-11-07T12:32:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/hbase-staging 2024-11-07T12:32:35,969 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:35,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:35,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35887 2024-11-07T12:32:35,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35887 connecting to ZooKeeper ensemble=127.0.0.1:49840 2024-11-07T12:32:35,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358870x0, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:35,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35887-0x1001a3ac90e0000 connected 2024-11-07T12:32:35,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:35,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:35,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:35,995 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c, hbase.cluster.distributed=false 2024-11-07T12:32:35,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:35,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35887 2024-11-07T12:32:35,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35887 2024-11-07T12:32:35,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35887 2024-11-07T12:32:35,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35887 2024-11-07T12:32:35,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35887 2024-11-07T12:32:36,014 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:36,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:36,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36217 2024-11-07T12:32:36,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36217 connecting to ZooKeeper ensemble=127.0.0.1:49840 2024-11-07T12:32:36,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:36,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:36,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362170x0, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:36,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362170x0, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:36,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36217-0x1001a3ac90e0001 connected 2024-11-07T12:32:36,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:36,025 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:36,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:36,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-07T12:32:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36217 2024-11-07T12:32:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36217 2024-11-07T12:32:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-07T12:32:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36217 2024-11-07T12:32:36,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:36,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:36,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:36,045 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:36,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44983 2024-11-07T12:32:36,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44983 connecting to ZooKeeper ensemble=127.0.0.1:49840 2024-11-07T12:32:36,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:36,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:36,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449830x0, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:36,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449830x0, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:36,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44983-0x1001a3ac90e0002 connected 2024-11-07T12:32:36,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:36,055 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:36,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:36,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:36,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-07T12:32:36,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44983 2024-11-07T12:32:36,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44983 2024-11-07T12:32:36,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-07T12:32:36,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-07T12:32:36,077 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:35887 2024-11-07T12:32:36,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,080 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:36,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:36,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,082 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:36,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,35887,1730982755969 from backup master directory 2024-11-07T12:32:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:36,084 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:36,084 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/hbase.id] with ID: f67fb603-8dbc-4bc7-9aaa-e1dc8a87b093 2024-11-07T12:32:36,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/.tmp/hbase.id 2024-11-07T12:32:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:36,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/.tmp/hbase.id]:[hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/hbase.id] 2024-11-07T12:32:36,110 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:36,110 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:36,111 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:32:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:36,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:36,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:36,122 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:36,122 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:36,130 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store 2024-11-07T12:32:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:36,138 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:36,138 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:36,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982756138Disabling compacts and flushes for region at 1730982756138Disabling writes for close at 1730982756138Writing region close event to WAL at 1730982756138Closed at 1730982756138 2024-11-07T12:32:36,139 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/.initializing 2024-11-07T12:32:36,139 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/WALs/87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:36,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C35887%2C1730982755969, suffix=, logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/WALs/87fb68174c52,35887,1730982755969, archiveDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:36,157 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/WALs/87fb68174c52,35887,1730982755969/87fb68174c52%2C35887%2C1730982755969.1730982756142, exclude list is [], retry=0 2024-11-07T12:32:36,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-7eb6e5f1-b261-4327-b17d-ac2187604562,DISK] 2024-11-07T12:32:36,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83,DISK] 2024-11-07T12:32:36,162 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/WALs/87fb68174c52,35887,1730982755969/87fb68174c52%2C35887%2C1730982755969.1730982756142 2024-11-07T12:32:36,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34607:34607),(127.0.0.1/127.0.0.1:39935:39935)] 2024-11-07T12:32:36,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:36,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:36,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:36,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:36,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:36,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:36,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:36,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:36,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:36,173 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,173 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,174 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:36,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:36,179 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:36,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64289135, jitterRate=-0.04201723635196686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:36,181 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982756163Initializing all the Stores at 1730982756164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982756164Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982756164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982756164Cleaning up temporary data from old regions at 1730982756175 (+11 ms)Region opened successfully at 1730982756181 (+6 ms) 2024-11-07T12:32:36,181 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:36,184 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5595fcb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:36,185 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:36,185 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:36,185 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:36,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:36,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:32:36,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:32:36,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:36,189 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:36,189 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:36,191 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:36,191 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:36,192 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:36,193 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:36,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:36,194 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:36,195 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:36,196 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:36,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:36,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:36,200 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,35887,1730982755969, sessionid=0x1001a3ac90e0000, setting cluster-up flag (Was=false) 2024-11-07T12:32:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:36,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:36,221 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:36,224 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:36,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:36,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:36,224 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,35887,1730982755969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:36,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982786227 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:36,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:36,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:36,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:36,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:36,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:36,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:36,229 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:36,229 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982756229,5,FailOnTimeoutGroup] 2024-11-07T12:32:36,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,229 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982756229,5,FailOnTimeoutGroup] 2024-11-07T12:32:36,229 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,229 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:36,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:36,229 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,229 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:36,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:36,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c 2024-11-07T12:32:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:36,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:36,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:36,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:36,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:36,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:36,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:36,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:36,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:36,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:36,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:36,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740 2024-11-07T12:32:36,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740 2024-11-07T12:32:36,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:36,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:36,256 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:36,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:36,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:36,259 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64569169, jitterRate=-0.03784440457820892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982756245Initializing all the Stores at 1730982756246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982756246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756246Cleaning up temporary data from old regions at 1730982756256 (+10 ms)Region opened successfully at 1730982756260 (+4 ms) 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:36,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:36,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982756261Disabling compacts and flushes for region at 1730982756261Disabling writes for close at 1730982756261Writing region close event to WAL at 1730982756261Closed at 1730982756261 2024-11-07T12:32:36,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:36,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:36,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:36,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:36,266 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(746): ClusterId : f67fb603-8dbc-4bc7-9aaa-e1dc8a87b093 2024-11-07T12:32:36,266 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(746): ClusterId : f67fb603-8dbc-4bc7-9aaa-e1dc8a87b093 2024-11-07T12:32:36,266 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:36,266 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:36,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:36,268 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:36,268 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:36,268 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:36,268 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:36,270 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:36,270 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:36,271 DEBUG [RS:0;87fb68174c52:36217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60333d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:36,271 DEBUG [RS:1;87fb68174c52:44983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7468cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:36,283 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:36217 2024-11-07T12:32:36,283 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:44983 2024-11-07T12:32:36,284 INFO [RS:0;87fb68174c52:36217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:36,284 INFO [RS:1;87fb68174c52:44983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:36,284 INFO [RS:0;87fb68174c52:36217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:36,284 INFO [RS:1;87fb68174c52:44983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:36,284 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:36,284 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:36,284 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,35887,1730982755969 with port=44983, startcode=1730982756044 2024-11-07T12:32:36,284 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,35887,1730982755969 with port=36217, startcode=1730982756014 2024-11-07T12:32:36,285 DEBUG [RS:0;87fb68174c52:36217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:36,285 DEBUG [RS:1;87fb68174c52:44983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:36,286 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:36,287 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:36,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35887 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35887 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,289 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c 2024-11-07T12:32:36,289 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37747 2024-11-07T12:32:36,289 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:36,290 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c 2024-11-07T12:32:36,290 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37747 2024-11-07T12:32:36,290 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:36,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:36,294 DEBUG [RS:0;87fb68174c52:36217 {}] zookeeper.ZKUtil(111): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,294 WARN [RS:0;87fb68174c52:36217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:36,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,44983,1730982756044] 2024-11-07T12:32:36,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,36217,1730982756014] 2024-11-07T12:32:36,295 INFO [RS:0;87fb68174c52:36217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:36,295 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,295 DEBUG [RS:1;87fb68174c52:44983 {}] zookeeper.ZKUtil(111): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,295 WARN [RS:1;87fb68174c52:44983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:36,295 INFO [RS:1;87fb68174c52:44983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:36,295 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,298 INFO [RS:0;87fb68174c52:36217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:36,299 INFO [RS:1;87fb68174c52:44983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:36,301 INFO [RS:0;87fb68174c52:36217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:36,305 INFO [RS:1;87fb68174c52:44983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:36,305 INFO [RS:0;87fb68174c52:36217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:36,305 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,305 INFO [RS:1;87fb68174c52:44983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:36,305 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:36,305 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,305 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:36,306 INFO [RS:0;87fb68174c52:36217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:36,306 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,306 INFO [RS:1;87fb68174c52:44983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:36,306 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,306 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,306 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:36,307 DEBUG [RS:1;87fb68174c52:44983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:36,307 DEBUG [RS:0;87fb68174c52:36217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44983,1730982756044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,310 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36217,1730982756014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:36,328 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:36,328 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:36,328 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36217,1730982756014-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,328 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44983,1730982756044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,328 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,329 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,329 INFO [RS:0;87fb68174c52:36217 {}] regionserver.Replication(171): 87fb68174c52,36217,1730982756014 started 2024-11-07T12:32:36,329 INFO [RS:1;87fb68174c52:44983 {}] regionserver.Replication(171): 87fb68174c52,44983,1730982756044 started 2024-11-07T12:32:36,344 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,344 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,344 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,36217,1730982756014, RpcServer on 87fb68174c52/172.17.0.3:36217, sessionid=0x1001a3ac90e0001 2024-11-07T12:32:36,344 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,44983,1730982756044, RpcServer on 87fb68174c52/172.17.0.3:44983, sessionid=0x1001a3ac90e0002 2024-11-07T12:32:36,344 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:36,344 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:36,344 DEBUG [RS:0;87fb68174c52:36217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,344 DEBUG [RS:1;87fb68174c52:44983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,344 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,36217,1730982756014' 2024-11-07T12:32:36,344 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44983,1730982756044' 2024-11-07T12:32:36,344 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:36,344 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,44983,1730982756044 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44983,1730982756044' 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,36217,1730982756014' 2024-11-07T12:32:36,345 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:36,345 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:36,346 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:36,346 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:36,346 DEBUG [RS:1;87fb68174c52:44983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:36,346 DEBUG [RS:0;87fb68174c52:36217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:36,346 INFO [RS:1;87fb68174c52:44983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:36,346 INFO [RS:0;87fb68174c52:36217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:36,346 INFO [RS:1;87fb68174c52:44983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:36,346 INFO [RS:0;87fb68174c52:36217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:36,416 WARN [87fb68174c52:35887 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:36,447 INFO [RS:1;87fb68174c52:44983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:36,447 INFO [RS:0;87fb68174c52:36217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:36,449 INFO [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C36217%2C1730982756014, suffix=, logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014, archiveDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs, maxLogs=32 2024-11-07T12:32:36,449 INFO [RS:1;87fb68174c52:44983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44983%2C1730982756044, suffix=, logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,44983,1730982756044, archiveDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs, maxLogs=32 2024-11-07T12:32:36,467 DEBUG [RS:1;87fb68174c52:44983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,44983,1730982756044/87fb68174c52%2C44983%2C1730982756044.1730982756453, exclude list is [], retry=0 2024-11-07T12:32:36,467 DEBUG [RS:0;87fb68174c52:36217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014/87fb68174c52%2C36217%2C1730982756014.1730982756453, exclude list is [], retry=0 2024-11-07T12:32:36,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83,DISK] 2024-11-07T12:32:36,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-7eb6e5f1-b261-4327-b17d-ac2187604562,DISK] 2024-11-07T12:32:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83,DISK] 2024-11-07T12:32:36,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-7eb6e5f1-b261-4327-b17d-ac2187604562,DISK] 2024-11-07T12:32:36,475 INFO [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014/87fb68174c52%2C36217%2C1730982756014.1730982756453 2024-11-07T12:32:36,475 INFO [RS:1;87fb68174c52:44983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,44983,1730982756044/87fb68174c52%2C44983%2C1730982756044.1730982756453 2024-11-07T12:32:36,476 DEBUG [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-07T12:32:36,476 DEBUG [RS:1;87fb68174c52:44983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-07T12:32:36,666 DEBUG [87fb68174c52:35887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:36,667 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:36,669 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:36,669 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:36,669 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:36,669 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:36,669 INFO [87fb68174c52:35887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:36,669 INFO [87fb68174c52:35887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:36,669 DEBUG [87fb68174c52:35887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:36,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,36217,1730982756014, state=OPENING 2024-11-07T12:32:36,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:36,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:36,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,36217,1730982756014}] 2024-11-07T12:32:36,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,828 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:36,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:36,835 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:36,835 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:36,836 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:36,837 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C36217%2C1730982756014.meta, suffix=.meta, logDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014, archiveDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs, maxLogs=32 2024-11-07T12:32:36,853 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014/87fb68174c52%2C36217%2C1730982756014.meta.1730982756838.meta, exclude list is [], retry=0 2024-11-07T12:32:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-8caac5cc-0c7c-49ec-84a6-ba3693fb8e83,DISK] 2024-11-07T12:32:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40147,DS-7eb6e5f1-b261-4327-b17d-ac2187604562,DISK] 2024-11-07T12:32:36,857 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/WALs/87fb68174c52,36217,1730982756014/87fb68174c52%2C36217%2C1730982756014.meta.1730982756838.meta 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39935:39935),(127.0.0.1/127.0.0.1:34607:34607)] 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:36,858 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:36,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:36,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:36,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:36,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:36,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:36,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:36,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:36,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:36,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:36,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:36,866 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:36,866 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740 2024-11-07T12:32:36,867 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740 2024-11-07T12:32:36,869 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:36,869 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:36,869 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:36,871 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:36,872 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71660863, jitterRate=0.06783007085323334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:36,872 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:36,873 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982756859Writing region info on filesystem at 1730982756859Initializing all the Stores at 1730982756859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982756860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982756860Cleaning up temporary data from old regions at 1730982756869 (+9 ms)Running coprocessor post-open hooks at 1730982756872 (+3 ms)Region opened successfully at 1730982756873 (+1 ms) 2024-11-07T12:32:36,874 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982756828 2024-11-07T12:32:36,877 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:36,877 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:36,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,36217,1730982756014, state=OPEN 2024-11-07T12:32:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:36,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:36,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,36217,1730982756014 2024-11-07T12:32:36,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:36,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:36,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,36217,1730982756014 in 205 msec 2024-11-07T12:32:36,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:36,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-07T12:32:36,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:36,887 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:36,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:36,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,36217,1730982756014, seqNum=-1] 2024-11-07T12:32:36,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:36,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:36,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-07T12:32:36,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982756895, completionTime=-1 2024-11-07T12:32:36,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:36,895 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:36,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:36,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982816897 2024-11-07T12:32:36,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982876897 2024-11-07T12:32:36,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:32:36,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:35887, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,900 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:36,902 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.818sec 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:36,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:36,905 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:36,905 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:36,905 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35887,1730982755969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:36,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df0e48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:36,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35887,-1 for getting cluster id 2024-11-07T12:32:36,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:36,968 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f67fb603-8dbc-4bc7-9aaa-e1dc8a87b093' 2024-11-07T12:32:36,969 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:36,969 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f67fb603-8dbc-4bc7-9aaa-e1dc8a87b093" 2024-11-07T12:32:36,969 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284df7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:36,969 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35887,-1] 2024-11-07T12:32:36,970 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:36,970 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:36,971 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:36,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59071867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:36,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:36,973 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,36217,1730982756014, seqNum=-1] 2024-11-07T12:32:36,974 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:36,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:36,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:36,978 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35887,1730982755969 2024-11-07T12:32:36,978 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e13c7e 2024-11-07T12:32:36,978 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:36,979 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:36,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:36,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:36,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:36,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:36,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:36,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:36,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba657517dcabda09529bd45f39339043, NAME => 'testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c 2024-11-07T12:32:36,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 66d7d163d98132e712d3354ba8cd23fa, NAME => 'testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c 2024-11-07T12:32:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:37,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 66d7d163d98132e712d3354ba8cd23fa, disabling compactions & flushes 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:37,006 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. after waiting 0 ms 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ba657517dcabda09529bd45f39339043, disabling compactions & flushes 2024-11-07T12:32:37,006 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,006 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 66d7d163d98132e712d3354ba8cd23fa: Waiting for close lock at 1730982757006Disabling compacts and flushes for region at 1730982757006Disabling writes for close at 1730982757006Writing region close event to WAL at 1730982757006Closed at 1730982757006 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. after waiting 0 ms 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,006 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,006 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba657517dcabda09529bd45f39339043: Waiting for close lock at 1730982757006Disabling compacts and flushes for region at 1730982757006Disabling writes for close at 1730982757006Writing region close event to WAL at 1730982757006Closed at 1730982757006 2024-11-07T12:32:37,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:37,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982757008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982757008"}]},"ts":"1730982757008"} 2024-11-07T12:32:37,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982757008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982757008"}]},"ts":"1730982757008"} 2024-11-07T12:32:37,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:37,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:37,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982757013"}]},"ts":"1730982757013"} 2024-11-07T12:32:37,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:37,016 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:37,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:37,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:37,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:37,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:37,017 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:37,017 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:37,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:37,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba657517dcabda09529bd45f39339043, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66d7d163d98132e712d3354ba8cd23fa, ASSIGN}] 2024-11-07T12:32:37,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66d7d163d98132e712d3354ba8cd23fa, ASSIGN 2024-11-07T12:32:37,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba657517dcabda09529bd45f39339043, ASSIGN 2024-11-07T12:32:37,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66d7d163d98132e712d3354ba8cd23fa, ASSIGN; state=OFFLINE, location=87fb68174c52,36217,1730982756014; forceNewPlan=false, retain=false 2024-11-07T12:32:37,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba657517dcabda09529bd45f39339043, ASSIGN; state=OFFLINE, location=87fb68174c52,44983,1730982756044; forceNewPlan=false, retain=false 2024-11-07T12:32:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:37,171 INFO [87fb68174c52:35887 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:37,171 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=66d7d163d98132e712d3354ba8cd23fa, regionState=OPENING, regionLocation=87fb68174c52,36217,1730982756014 2024-11-07T12:32:37,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba657517dcabda09529bd45f39339043, regionState=OPENING, regionLocation=87fb68174c52,44983,1730982756044 2024-11-07T12:32:37,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba657517dcabda09529bd45f39339043, ASSIGN because future has completed 2024-11-07T12:32:37,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba657517dcabda09529bd45f39339043, server=87fb68174c52,44983,1730982756044}] 2024-11-07T12:32:37,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66d7d163d98132e712d3354ba8cd23fa, ASSIGN because future has completed 2024-11-07T12:32:37,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66d7d163d98132e712d3354ba8cd23fa, server=87fb68174c52,36217,1730982756014}] 2024-11-07T12:32:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:37,328 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:37,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:37,334 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,334 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ba657517dcabda09529bd45f39339043, NAME => 'testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 66d7d163d98132e712d3354ba8cd23fa, NAME => 'testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:37,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:37,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,336 INFO [StoreOpener-ba657517dcabda09529bd45f39339043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,336 INFO [StoreOpener-66d7d163d98132e712d3354ba8cd23fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,338 INFO [StoreOpener-66d7d163d98132e712d3354ba8cd23fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66d7d163d98132e712d3354ba8cd23fa columnFamilyName family 2024-11-07T12:32:37,338 DEBUG [StoreOpener-66d7d163d98132e712d3354ba8cd23fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:37,338 INFO [StoreOpener-ba657517dcabda09529bd45f39339043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba657517dcabda09529bd45f39339043 columnFamilyName family 2024-11-07T12:32:37,338 DEBUG [StoreOpener-ba657517dcabda09529bd45f39339043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:37,338 INFO [StoreOpener-66d7d163d98132e712d3354ba8cd23fa-1 {}] regionserver.HStore(327): Store=66d7d163d98132e712d3354ba8cd23fa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:37,338 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,338 INFO [StoreOpener-ba657517dcabda09529bd45f39339043-1 {}] regionserver.HStore(327): Store=ba657517dcabda09529bd45f39339043/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:37,338 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,339 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,339 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,340 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,342 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,342 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,344 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:37,345 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:37,345 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ba657517dcabda09529bd45f39339043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70627415, jitterRate=0.052430495619773865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:37,345 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,345 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 66d7d163d98132e712d3354ba8cd23fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75036074, jitterRate=0.11812463402748108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:37,345 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 66d7d163d98132e712d3354ba8cd23fa: Running coprocessor pre-open hook at 1730982757335Writing region info on filesystem at 1730982757335Initializing all the Stores at 1730982757336 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982757336Cleaning up temporary data from old regions at 1730982757340 (+4 ms)Running coprocessor post-open hooks at 1730982757345 (+5 ms)Region opened successfully at 1730982757346 (+1 ms) 2024-11-07T12:32:37,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ba657517dcabda09529bd45f39339043: Running coprocessor pre-open hook at 1730982757335Writing region info on filesystem at 1730982757335Initializing all the Stores at 1730982757336 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982757336Cleaning up temporary data from old regions at 1730982757340 (+4 ms)Running coprocessor post-open hooks at 1730982757345 (+5 ms)Region opened successfully at 1730982757346 (+1 ms) 2024-11-07T12:32:37,348 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043., pid=7, masterSystemTime=1730982757328 2024-11-07T12:32:37,348 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa., pid=8, masterSystemTime=1730982757330 2024-11-07T12:32:37,350 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,350 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,351 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=66d7d163d98132e712d3354ba8cd23fa, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,36217,1730982756014 2024-11-07T12:32:37,351 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,351 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba657517dcabda09529bd45f39339043, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44983,1730982756044 2024-11-07T12:32:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66d7d163d98132e712d3354ba8cd23fa, server=87fb68174c52,36217,1730982756014 because future has completed 2024-11-07T12:32:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba657517dcabda09529bd45f39339043, server=87fb68174c52,44983,1730982756044 because future has completed 2024-11-07T12:32:37,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T12:32:37,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 66d7d163d98132e712d3354ba8cd23fa, server=87fb68174c52,36217,1730982756014 in 180 msec 2024-11-07T12:32:37,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T12:32:37,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba657517dcabda09529bd45f39339043, server=87fb68174c52,44983,1730982756044 in 182 msec 2024-11-07T12:32:37,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=66d7d163d98132e712d3354ba8cd23fa, ASSIGN in 341 msec 2024-11-07T12:32:37,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:32:37,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba657517dcabda09529bd45f39339043, ASSIGN in 342 msec 2024-11-07T12:32:37,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:37,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982757364"}]},"ts":"1730982757364"} 2024-11-07T12:32:37,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:37,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:37,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-11-07T12:32:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:37,611 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:37,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:37,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:37,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:37,614 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:37,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:37,617 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043., hostname=87fb68174c52,44983,1730982756044, seqNum=2] 2024-11-07T12:32:37,617 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:37,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:37,629 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa., hostname=87fb68174c52,36217,1730982756014, seqNum=2] 2024-11-07T12:32:37,638 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 66d7d163d98132e712d3354ba8cd23fa 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:37,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/.tmp/family/2ca1d38cb93a4180a0fc6be965a9c33c is 32, key is 5/family:/1730982757630/Put/seqid=0 2024-11-07T12:32:37,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:37,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:37,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:32:37,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:32:37,662 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/.tmp/family/2ca1d38cb93a4180a0fc6be965a9c33c 2024-11-07T12:32:37,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:37,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:32:37,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:32:37,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:32:37,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-07T12:32:37,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-07T12:32:37,670 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/.tmp/family/2ca1d38cb93a4180a0fc6be965a9c33c as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/family/2ca1d38cb93a4180a0fc6be965a9c33c 2024-11-07T12:32:37,677 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/family/2ca1d38cb93a4180a0fc6be965a9c33c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:37,678 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 66d7d163d98132e712d3354ba8cd23fa in 40ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:37,678 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 66d7d163d98132e712d3354ba8cd23fa: 2024-11-07T12:32:37,678 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ba657517dcabda09529bd45f39339043 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:37,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/.tmp/family/8dba5d90b17d43ab9962109eb92bb480 is 32, key is 1/family:/1730982757619/Put/seqid=0 2024-11-07T12:32:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:37,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/.tmp/family/8dba5d90b17d43ab9962109eb92bb480 2024-11-07T12:32:37,708 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/.tmp/family/8dba5d90b17d43ab9962109eb92bb480 as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/family/8dba5d90b17d43ab9962109eb92bb480 2024-11-07T12:32:37,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/family/8dba5d90b17d43ab9962109eb92bb480, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:37,715 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ba657517dcabda09529bd45f39339043 in 37ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:37,715 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ba657517dcabda09529bd45f39339043: 2024-11-07T12:32:37,720 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T12:32:37,723 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:37,724 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:37,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:37,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:37,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:37,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:37,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:37,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:37,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:37,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=691568751, stopped=false 2024-11-07T12:32:37,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,35887,1730982755969 2024-11-07T12:32:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:37,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:37,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:37,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:37,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,36217,1730982756014' ***** 2024-11-07T12:32:37,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:37,730 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,44983,1730982756044' ***** 2024-11-07T12:32:37,730 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:37,730 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:37,730 INFO [RS:0;87fb68174c52:36217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:37,730 INFO [RS:0;87fb68174c52:36217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:37,730 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(3091): Received CLOSE for 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,730 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:37,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:37,730 INFO [RS:1;87fb68174c52:44983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:37,730 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,36217,1730982756014 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(3091): Received CLOSE for ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:36217. 2024-11-07T12:32:37,731 DEBUG [RS:0;87fb68174c52:36217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,44983,1730982756044 2024-11-07T12:32:37,731 DEBUG [RS:0;87fb68174c52:36217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:44983. 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:37,731 DEBUG [RS:1;87fb68174c52:44983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:37,731 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba657517dcabda09529bd45f39339043, disabling compactions & flushes 2024-11-07T12:32:37,731 DEBUG [RS:1;87fb68174c52:44983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,731 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,731 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,731 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:37,731 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1325): Online Regions={ba657517dcabda09529bd45f39339043=testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043.} 2024-11-07T12:32:37,731 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. after waiting 0 ms 2024-11-07T12:32:37,731 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,731 DEBUG [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1351): Waiting on ba657517dcabda09529bd45f39339043 2024-11-07T12:32:37,731 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:37,731 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66d7d163d98132e712d3354ba8cd23fa, disabling compactions & flushes 2024-11-07T12:32:37,732 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 66d7d163d98132e712d3354ba8cd23fa=testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa.} 2024-11-07T12:32:37,732 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,732 DEBUG [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66d7d163d98132e712d3354ba8cd23fa 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. after waiting 0 ms 2024-11-07T12:32:37,732 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:37,732 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:37,732 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:37,736 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/66d7d163d98132e712d3354ba8cd23fa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:37,737 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/default/testClearRegionBlockCache/ba657517dcabda09529bd45f39339043/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:37,737 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,737 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66d7d163d98132e712d3354ba8cd23fa: Waiting for close lock at 1730982757731Running coprocessor pre-close hooks at 1730982757731Disabling compacts and flushes for region at 1730982757731Disabling writes for close at 1730982757732 (+1 ms)Writing region close event to WAL at 1730982757732Running coprocessor post-close hooks at 1730982757737 (+5 ms)Closed at 1730982757737 2024-11-07T12:32:37,737 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa. 2024-11-07T12:32:37,737 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,738 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba657517dcabda09529bd45f39339043: Waiting for close lock at 1730982757731Running coprocessor pre-close hooks at 1730982757731Disabling compacts and flushes for region at 1730982757731Disabling writes for close at 1730982757731Writing region close event to WAL at 1730982757732 (+1 ms)Running coprocessor post-close hooks at 1730982757737 (+5 ms)Closed at 1730982757737 2024-11-07T12:32:37,738 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982756979.ba657517dcabda09529bd45f39339043. 2024-11-07T12:32:37,750 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/info/b7a7d5ae77e24704b6d95134a594de87 is 173, key is testClearRegionBlockCache,5,1730982756979.66d7d163d98132e712d3354ba8cd23fa./info:regioninfo/1730982757351/Put/seqid=0 2024-11-07T12:32:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:37,756 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/info/b7a7d5ae77e24704b6d95134a594de87 2024-11-07T12:32:37,778 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/ns/629b87521dc1496792defba0bfcb7d99 is 43, key is default/ns:d/1730982756890/Put/seqid=0 2024-11-07T12:32:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:37,784 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/ns/629b87521dc1496792defba0bfcb7d99 2024-11-07T12:32:37,806 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/table/eb0d3e1281944fcf9cfe0adb0def551a is 61, key is testClearRegionBlockCache/table:state/1730982757364/Put/seqid=0 2024-11-07T12:32:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:37,812 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/table/eb0d3e1281944fcf9cfe0adb0def551a 2024-11-07T12:32:37,813 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:37,814 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:37,818 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/info/b7a7d5ae77e24704b6d95134a594de87 as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/info/b7a7d5ae77e24704b6d95134a594de87 2024-11-07T12:32:37,824 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/info/b7a7d5ae77e24704b6d95134a594de87, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:37,825 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/ns/629b87521dc1496792defba0bfcb7d99 as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/ns/629b87521dc1496792defba0bfcb7d99 2024-11-07T12:32:37,832 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/ns/629b87521dc1496792defba0bfcb7d99, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:37,833 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/.tmp/table/eb0d3e1281944fcf9cfe0adb0def551a as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/table/eb0d3e1281944fcf9cfe0adb0def551a 2024-11-07T12:32:37,839 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/table/eb0d3e1281944fcf9cfe0adb0def551a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:37,840 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:37,845 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:37,846 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:37,846 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:37,846 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982757732Running coprocessor pre-close hooks at 1730982757732Disabling compacts and flushes for region at 1730982757732Disabling writes for close at 1730982757732Obtaining lock to block concurrent updates at 1730982757732Preparing flush snapshotting stores in 1588230740 at 1730982757732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982757733 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982757733Flushing 1588230740/info: creating writer at 1730982757733Flushing 1588230740/info: appending metadata at 1730982757750 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982757750Flushing 1588230740/ns: creating writer at 1730982757762 (+12 ms)Flushing 1588230740/ns: appending metadata at 1730982757778 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730982757778Flushing 1588230740/table: creating writer at 1730982757790 (+12 ms)Flushing 1588230740/table: appending metadata at 1730982757805 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730982757805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d3df70: reopening flushed file at 1730982757817 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cd21c7: reopening flushed file at 1730982757824 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6117251c: reopening flushed file at 1730982757832 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1730982757840 (+8 ms)Writing region close event to WAL at 1730982757842 (+2 ms)Running coprocessor post-close hooks at 1730982757846 (+4 ms)Closed at 1730982757846 2024-11-07T12:32:37,846 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:37,932 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,44983,1730982756044; all regions closed. 2024-11-07T12:32:37,932 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,36217,1730982756014; all regions closed. 2024-11-07T12:32:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:37,979 DEBUG [RS:1;87fb68174c52:44983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs 2024-11-07T12:32:37,979 INFO [RS:1;87fb68174c52:44983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44983%2C1730982756044:(num 1730982756453) 2024-11-07T12:32:37,979 DEBUG [RS:1;87fb68174c52:44983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,979 INFO [RS:1;87fb68174c52:44983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:37,979 INFO [RS:1;87fb68174c52:44983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:37,980 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:37,980 INFO [RS:1;87fb68174c52:44983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44983 2024-11-07T12:32:37,980 DEBUG [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs 2024-11-07T12:32:37,980 INFO [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C36217%2C1730982756014.meta:.meta(num 1730982756838) 2024-11-07T12:32:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,44983,1730982756044 2024-11-07T12:32:37,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:37,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:37,984 INFO [RS:1;87fb68174c52:44983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:37,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,44983,1730982756044] 2024-11-07T12:32:37,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,44983,1730982756044 already deleted, retry=false 2024-11-07T12:32:37,986 DEBUG [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/oldWALs 2024-11-07T12:32:37,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,44983,1730982756044 expired; onlineServers=1 2024-11-07T12:32:37,986 INFO [RS:0;87fb68174c52:36217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C36217%2C1730982756014:(num 1730982756453) 2024-11-07T12:32:37,986 DEBUG [RS:0;87fb68174c52:36217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:37,986 INFO [RS:0;87fb68174c52:36217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:37,986 INFO [RS:0;87fb68174c52:36217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:37,987 INFO [RS:0;87fb68174c52:36217 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:37,987 INFO [RS:0;87fb68174c52:36217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:37,987 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:37,987 INFO [RS:0;87fb68174c52:36217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36217 2024-11-07T12:32:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,36217,1730982756014 2024-11-07T12:32:37,989 INFO [RS:0;87fb68174c52:36217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:37,989 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f0d48902418@399b7aeb rejected from java.util.concurrent.ThreadPoolExecutor@7c99e3bc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T12:32:37,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,36217,1730982756014] 2024-11-07T12:32:37,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,36217,1730982756014 already deleted, retry=false 2024-11-07T12:32:37,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,36217,1730982756014 expired; onlineServers=0 2024-11-07T12:32:37,993 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,35887,1730982755969' ***** 2024-11-07T12:32:37,993 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:37,993 INFO [M:0;87fb68174c52:35887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:37,993 INFO [M:0;87fb68174c52:35887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:37,993 DEBUG [M:0;87fb68174c52:35887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:37,993 DEBUG [M:0;87fb68174c52:35887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:37,993 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:37,993 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982756229 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982756229,5,FailOnTimeoutGroup] 2024-11-07T12:32:37,993 INFO [M:0;87fb68174c52:35887 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:37,994 INFO [M:0;87fb68174c52:35887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:37,994 DEBUG [M:0;87fb68174c52:35887 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:37,994 INFO [M:0;87fb68174c52:35887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:37,994 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982756229 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982756229,5,FailOnTimeoutGroup] 2024-11-07T12:32:37,994 INFO [M:0;87fb68174c52:35887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:37,994 INFO [M:0;87fb68174c52:35887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:37,994 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:37,995 DEBUG [M:0;87fb68174c52:35887 {}] zookeeper.ZKUtil(347): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:37,995 WARN [M:0;87fb68174c52:35887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:37,996 INFO [M:0;87fb68174c52:35887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/.lastflushedseqids 2024-11-07T12:32:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:38,013 INFO [M:0;87fb68174c52:35887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:38,013 INFO [M:0;87fb68174c52:35887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:38,013 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:38,013 INFO [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:38,013 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:38,013 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:38,013 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:38,013 INFO [M:0;87fb68174c52:35887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T12:32:38,034 DEBUG [M:0;87fb68174c52:35887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c9885bbd549f0ab879b2a73f7a70f is 82, key is hbase:meta,,1/info:regioninfo/1730982756877/Put/seqid=0 2024-11-07T12:32:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:38,039 INFO [M:0;87fb68174c52:35887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c9885bbd549f0ab879b2a73f7a70f 2024-11-07T12:32:38,060 DEBUG [M:0;87fb68174c52:35887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/597a35f251b64c77b5f8393b1fcc7293 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982757369/Put/seqid=0 2024-11-07T12:32:38,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:38,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:38,066 INFO [M:0;87fb68174c52:35887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/597a35f251b64c77b5f8393b1fcc7293 2024-11-07T12:32:38,085 DEBUG [M:0;87fb68174c52:35887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0dafa444d1334d14a070be0a5dd496ae is 69, key is 87fb68174c52,36217,1730982756014/rs:state/1730982756287/Put/seqid=0 2024-11-07T12:32:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44983-0x1001a3ac90e0002, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,086 INFO [RS:1;87fb68174c52:44983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:38,086 INFO [RS:1;87fb68174c52:44983 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,44983,1730982756044; zookeeper connection closed. 2024-11-07T12:32:38,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@445bbd95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@445bbd95 2024-11-07T12:32:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:38,091 INFO [M:0;87fb68174c52:35887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0dafa444d1334d14a070be0a5dd496ae 2024-11-07T12:32:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,092 INFO [RS:0;87fb68174c52:36217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:38,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36217-0x1001a3ac90e0001, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,092 INFO [RS:0;87fb68174c52:36217 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,36217,1730982756014; zookeeper connection closed. 2024-11-07T12:32:38,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ccc25e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ccc25e6 2024-11-07T12:32:38,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:38,097 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/726c9885bbd549f0ab879b2a73f7a70f as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726c9885bbd549f0ab879b2a73f7a70f 2024-11-07T12:32:38,102 INFO [M:0;87fb68174c52:35887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/726c9885bbd549f0ab879b2a73f7a70f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:38,102 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/597a35f251b64c77b5f8393b1fcc7293 as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/597a35f251b64c77b5f8393b1fcc7293 2024-11-07T12:32:38,107 INFO [M:0;87fb68174c52:35887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/597a35f251b64c77b5f8393b1fcc7293, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:38,108 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0dafa444d1334d14a070be0a5dd496ae as hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0dafa444d1334d14a070be0a5dd496ae 2024-11-07T12:32:38,112 INFO [M:0;87fb68174c52:35887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37747/user/jenkins/test-data/799649da-002a-d637-d24d-8c0da61b019c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0dafa444d1334d14a070be0a5dd496ae, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:38,113 INFO [M:0;87fb68174c52:35887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:38,115 INFO [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:38,115 DEBUG [M:0;87fb68174c52:35887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982758013Disabling compacts and flushes for region at 1730982758013Disabling writes for close at 1730982758013Obtaining lock to block concurrent updates at 1730982758013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982758013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730982758014 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982758014Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982758015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982758033 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982758033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982758045 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982758060 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982758060Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982758071 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982758085 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982758085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7a1aeb: reopening flushed file at 1730982758096 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389f8293: reopening flushed file at 1730982758102 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a85852: reopening flushed file at 1730982758107 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=71, compaction requested=false at 1730982758113 (+6 ms)Writing region close event to WAL at 1730982758114 (+1 ms)Closed at 1730982758115 (+1 ms) 2024-11-07T12:32:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40147 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:38,117 INFO [M:0;87fb68174c52:35887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:38,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:38,118 INFO [M:0;87fb68174c52:35887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35887 2024-11-07T12:32:38,118 INFO [M:0;87fb68174c52:35887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:38,220 INFO [M:0;87fb68174c52:35887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35887-0x1001a3ac90e0000, quorum=127.0.0.1:49840, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:38,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4895b7f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:38,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63fe8cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:38,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:38,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3eaa3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:38,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa568dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:38,225 WARN [BP-902719804-172.17.0.3-1730982755272 heartbeating to localhost/127.0.0.1:37747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:38,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:38,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:38,225 WARN [BP-902719804-172.17.0.3-1730982755272 heartbeating to localhost/127.0.0.1:37747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902719804-172.17.0.3-1730982755272 (Datanode Uuid 09deccbd-be86-45f2-8cfc-0e9531e5b87f) service to localhost/127.0.0.1:37747 2024-11-07T12:32:38,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data3/current/BP-902719804-172.17.0.3-1730982755272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:38,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data4/current/BP-902719804-172.17.0.3-1730982755272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:38,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:38,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18eb8cb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:38,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70923fbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:38,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:38,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c25279c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:38,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202d7e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:38,230 WARN [BP-902719804-172.17.0.3-1730982755272 heartbeating to localhost/127.0.0.1:37747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:38,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:38,230 WARN [BP-902719804-172.17.0.3-1730982755272 heartbeating to localhost/127.0.0.1:37747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902719804-172.17.0.3-1730982755272 (Datanode Uuid 2bae00a6-caa5-4a86-9583-9f910a2b2a87) service to localhost/127.0.0.1:37747 2024-11-07T12:32:38,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:38,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data1/current/BP-902719804-172.17.0.3-1730982755272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:38,230 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/cluster_34e86936-f7dd-b1da-e6cf-ae010c2078a5/data/data2/current/BP-902719804-172.17.0.3-1730982755272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:38,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:38,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4466aaa9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:38,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289523c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:38,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:38,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f7c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:38,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e551434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:38,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:38,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:38,269 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 108) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37747 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37747 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=475 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=79 (was 60) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6597 (was 6876) 2024-11-07T12:32:38,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=475, MaxFileDescriptor=1048576, SystemLoadAverage=79, ProcessCount=11, AvailableMemoryMB=6597 2024-11-07T12:32:38,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir so I do NOT create it in target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178 2024-11-07T12:32:38,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:32:38,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.tmp.dir so I do NOT create it in target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178 2024-11-07T12:32:38,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ff2ad50-4da2-0adb-fe6d-40317239d1aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:32:38,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf, deleteOnExit=true 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/test.cache.data in system properties and HBase conf 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:38,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:38,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:38,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:38,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:38,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:38,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:38,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:38,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:38,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:38,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:38,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1102a2a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:38,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e2909{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:38,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ddf049{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/java.io.tmpdir/jetty-localhost-35121-hadoop-hdfs-3_4_1-tests_jar-_-any-14042214834889475831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:38,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44d6849{HTTP/1.1, (http/1.1)}{localhost:35121} 2024-11-07T12:32:38,483 INFO [Time-limited test {}] server.Server(415): Started @16006ms 2024-11-07T12:32:38,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:38,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:38,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:38,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:38,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:38,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fd9d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:38,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3efbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:38,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d625d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-12995259222892322518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:38,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@138a1f47{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-11-07T12:32:38,675 INFO [Time-limited test {}] server.Server(415): Started @16198ms 2024-11-07T12:32:38,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:38,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:38,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:38,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:38,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:38,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:38,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b0d486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:38,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c53873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:38,762 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data1/current/BP-362612643-172.17.0.3-1730982758312/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:38,762 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data2/current/BP-362612643-172.17.0.3-1730982758312/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:38,785 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d9416c6d7ec2300 with lease ID 0x463183f7b0f8b06b: Processing first storage report for DS-32ad25b8-a559-4634-9071-101b56273c57 from datanode DatanodeRegistration(127.0.0.1:34005, datanodeUuid=32fb5a51-5f2d-4803-8c49-e28206d873fb, infoPort=36127, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312) 2024-11-07T12:32:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d9416c6d7ec2300 with lease ID 0x463183f7b0f8b06b: from storage DS-32ad25b8-a559-4634-9071-101b56273c57 node DatanodeRegistration(127.0.0.1:34005, datanodeUuid=32fb5a51-5f2d-4803-8c49-e28206d873fb, infoPort=36127, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:32:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d9416c6d7ec2300 with lease ID 0x463183f7b0f8b06b: Processing first storage report for DS-0719cfed-8248-4ab2-b517-6939d44c6d67 from datanode DatanodeRegistration(127.0.0.1:34005, datanodeUuid=32fb5a51-5f2d-4803-8c49-e28206d873fb, infoPort=36127, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312) 2024-11-07T12:32:38,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d9416c6d7ec2300 with lease ID 0x463183f7b0f8b06b: from storage DS-0719cfed-8248-4ab2-b517-6939d44c6d67 node DatanodeRegistration(127.0.0.1:34005, datanodeUuid=32fb5a51-5f2d-4803-8c49-e28206d873fb, infoPort=36127, infoSecurePort=0, ipcPort=37945, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:38,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c673803{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/java.io.tmpdir/jetty-localhost-40963-hadoop-hdfs-3_4_1-tests_jar-_-any-12914023487482934483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:38,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514cca27{HTTP/1.1, (http/1.1)}{localhost:40963} 2024-11-07T12:32:38,840 INFO [Time-limited test {}] server.Server(415): Started @16364ms 2024-11-07T12:32:38,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:38,921 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data3/current/BP-362612643-172.17.0.3-1730982758312/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:38,921 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data4/current/BP-362612643-172.17.0.3-1730982758312/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:38,945 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf4d17d9a30dfe7 with lease ID 0x463183f7b0f8b06c: Processing first storage report for DS-d1ed494a-f380-4f83-af20-dfbc9d282abc from datanode DatanodeRegistration(127.0.0.1:34523, datanodeUuid=757fe69d-7fb0-46bb-90cc-ee488d2d7d04, infoPort=35893, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312) 2024-11-07T12:32:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf4d17d9a30dfe7 with lease ID 0x463183f7b0f8b06c: from storage DS-d1ed494a-f380-4f83-af20-dfbc9d282abc node DatanodeRegistration(127.0.0.1:34523, datanodeUuid=757fe69d-7fb0-46bb-90cc-ee488d2d7d04, infoPort=35893, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf4d17d9a30dfe7 with lease ID 0x463183f7b0f8b06c: Processing first storage report for DS-c2078401-1d38-4af6-b1ab-c68bbe3b6e52 from datanode DatanodeRegistration(127.0.0.1:34523, datanodeUuid=757fe69d-7fb0-46bb-90cc-ee488d2d7d04, infoPort=35893, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312) 2024-11-07T12:32:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf4d17d9a30dfe7 with lease ID 0x463183f7b0f8b06c: from storage DS-c2078401-1d38-4af6-b1ab-c68bbe3b6e52 node DatanodeRegistration(127.0.0.1:34523, datanodeUuid=757fe69d-7fb0-46bb-90cc-ee488d2d7d04, infoPort=35893, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=1748422252;c=1730982758312), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:38,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178 2024-11-07T12:32:38,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/zookeeper_0, clientPort=60955, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:38,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60955 2024-11-07T12:32:38,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:38,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:38,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:38,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 with version=8 2024-11-07T12:32:38,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/hbase-staging 2024-11-07T12:32:38,981 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:38,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33929 2024-11-07T12:32:38,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33929 connecting to ZooKeeper ensemble=127.0.0.1:60955 2024-11-07T12:32:38,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339290x0, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:38,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33929-0x1001a3ad4d50000 connected 2024-11-07T12:32:39,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:39,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153, hbase.cluster.distributed=false 2024-11-07T12:32:39,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:39,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-07T12:32:39,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33929 2024-11-07T12:32:39,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33929 2024-11-07T12:32:39,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-07T12:32:39,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33929 2024-11-07T12:32:39,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:39,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:39,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39395 2024-11-07T12:32:39,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39395 connecting to ZooKeeper ensemble=127.0.0.1:60955 2024-11-07T12:32:39,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393950x0, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:39,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39395-0x1001a3ad4d50001 connected 2024-11-07T12:32:39,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393950x0, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:39,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:39,046 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:39,053 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:39,058 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:39,061 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:39,061 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:39,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:39,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:39,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39395 2024-11-07T12:32:39,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39395 2024-11-07T12:32:39,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39395 2024-11-07T12:32:39,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39395 2024-11-07T12:32:39,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39395 2024-11-07T12:32:39,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:39,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:39,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38679 2024-11-07T12:32:39,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38679 connecting to ZooKeeper ensemble=127.0.0.1:60955 2024-11-07T12:32:39,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386790x0, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:39,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386790x0, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:39,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38679-0x1001a3ad4d50002 connected 2024-11-07T12:32:39,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:39,089 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:39,097 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:39,097 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:39,098 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:39,098 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:39,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:39,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:39,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-07T12:32:39,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-07T12:32:39,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-07T12:32:39,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-07T12:32:39,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-07T12:32:39,118 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:33929 2024-11-07T12:32:39,118 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,120 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,122 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:39,123 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,33929,1730982758981 from backup master directory 2024-11-07T12:32:39,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:39,124 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:39,124 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,129 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/hbase.id] with ID: 00eaa34c-f144-4d90-83cb-2e964922d2a3 2024-11-07T12:32:39,129 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/.tmp/hbase.id 2024-11-07T12:32:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:39,136 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/.tmp/hbase.id]:[hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/hbase.id] 2024-11-07T12:32:39,147 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:39,147 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:39,149 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:32:39,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:39,158 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:39,159 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:39,159 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:39,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:39,169 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store 2024-11-07T12:32:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:39,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:39,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:39,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:39,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982759177Disabling compacts and flushes for region at 1730982759177Disabling writes for close at 1730982759177Writing region close event to WAL at 1730982759177Closed at 1730982759177 2024-11-07T12:32:39,178 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/.initializing 2024-11-07T12:32:39,178 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/WALs/87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:39,180 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C33929%2C1730982758981, suffix=, logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/WALs/87fb68174c52,33929,1730982758981, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:39,196 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/WALs/87fb68174c52,33929,1730982758981/87fb68174c52%2C33929%2C1730982758981.1730982759181, exclude list is [], retry=0 2024-11-07T12:32:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-d1ed494a-f380-4f83-af20-dfbc9d282abc,DISK] 2024-11-07T12:32:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34005,DS-32ad25b8-a559-4634-9071-101b56273c57,DISK] 2024-11-07T12:32:39,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/WALs/87fb68174c52,33929,1730982758981/87fb68174c52%2C33929%2C1730982758981.1730982759181 2024-11-07T12:32:39,200 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35893:35893),(127.0.0.1/127.0.0.1:36127:36127)] 2024-11-07T12:32:39,200 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:39,201 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:39,201 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,201 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:39,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:39,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:39,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:39,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:39,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:39,210 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,213 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:39,214 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:39,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:39,216 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67688821, jitterRate=0.008642032742500305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:39,217 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982759201Initializing all the Stores at 1730982759201Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759202 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982759202Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982759202Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982759202Cleaning up temporary data from old regions at 1730982759212 (+10 ms)Region opened successfully at 1730982759217 (+5 ms) 2024-11-07T12:32:39,217 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:39,221 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba55cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:39,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:39,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:39,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:39,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:39,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:32:39,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:32:39,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:39,225 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:39,226 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:39,227 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:39,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:39,228 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:39,230 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:39,230 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:39,231 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:39,232 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:39,233 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:39,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:39,236 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:39,237 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,33929,1730982758981, sessionid=0x1001a3ad4d50000, setting cluster-up flag (Was=false) 2024-11-07T12:32:39,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:39,247 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,254 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:39,255 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,33929,1730982758981 2024-11-07T12:32:39,256 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:39,257 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:39,257 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:39,257 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:39,258 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,33929,1730982758981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:39,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982789260 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:39,260 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:39,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:39,261 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:39,261 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:39,261 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:39,261 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:39,261 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:39,261 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982759261,5,FailOnTimeoutGroup] 2024-11-07T12:32:39,262 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982759261,5,FailOnTimeoutGroup] 2024-11-07T12:32:39,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,262 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,262 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:39,262 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,262 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:39,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:39,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 2024-11-07T12:32:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:39,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:39,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:39,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:39,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:39,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:39,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:39,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:39,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:39,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:39,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740 2024-11-07T12:32:39,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740 2024-11-07T12:32:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:39,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:39,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:39,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:39,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69476359, jitterRate=0.03527842462062836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982759276Initializing all the Stores at 1730982759277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759277Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982759277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759277Cleaning up temporary data from old regions at 1730982759286 (+9 ms)Region opened successfully at 1730982759291 (+5 ms) 2024-11-07T12:32:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:39,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:39,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:39,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:39,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982759291Disabling compacts and flushes for region at 1730982759291Disabling writes for close at 1730982759291Writing region close event to WAL at 1730982759292 (+1 ms)Closed at 1730982759292 2024-11-07T12:32:39,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:39,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:39,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:39,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:39,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:39,308 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(746): ClusterId : 00eaa34c-f144-4d90-83cb-2e964922d2a3 2024-11-07T12:32:39,308 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(746): ClusterId : 00eaa34c-f144-4d90-83cb-2e964922d2a3 2024-11-07T12:32:39,308 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:39,308 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:39,316 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:39,316 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:39,316 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:39,316 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:39,322 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:39,322 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:39,322 DEBUG [RS:0;87fb68174c52:39395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fada4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:39,322 DEBUG [RS:1;87fb68174c52:38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a620ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:39,334 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:39395 2024-11-07T12:32:39,334 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:38679 2024-11-07T12:32:39,334 INFO [RS:1;87fb68174c52:38679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:39,334 INFO [RS:0;87fb68174c52:39395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:39,334 INFO [RS:0;87fb68174c52:39395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:39,334 INFO [RS:1;87fb68174c52:38679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:39,334 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:39,334 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:39,335 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,33929,1730982758981 with port=39395, startcode=1730982759029 2024-11-07T12:32:39,335 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,33929,1730982758981 with port=38679, startcode=1730982759079 2024-11-07T12:32:39,335 DEBUG [RS:0;87fb68174c52:39395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:39,335 DEBUG [RS:1;87fb68174c52:38679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:39,337 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:39,337 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:39,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33929 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,339 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 2024-11-07T12:32:39,339 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39959 2024-11-07T12:32:39,339 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:39,340 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 2024-11-07T12:32:39,340 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39959 2024-11-07T12:32:39,340 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:39,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:39,350 DEBUG [RS:1;87fb68174c52:38679 {}] zookeeper.ZKUtil(111): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,351 WARN [RS:1;87fb68174c52:38679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:39,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,38679,1730982759079] 2024-11-07T12:32:39,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,39395,1730982759029] 2024-11-07T12:32:39,351 INFO [RS:1;87fb68174c52:38679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:39,351 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,351 DEBUG [RS:0;87fb68174c52:39395 {}] zookeeper.ZKUtil(111): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,351 WARN [RS:0;87fb68174c52:39395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:39,351 INFO [RS:0;87fb68174c52:39395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:39,351 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,354 INFO [RS:1;87fb68174c52:38679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:39,354 INFO [RS:0;87fb68174c52:39395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:39,356 INFO [RS:1;87fb68174c52:38679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:39,357 INFO [RS:1;87fb68174c52:38679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:39,357 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,357 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:39,357 INFO [RS:0;87fb68174c52:39395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:39,358 INFO [RS:1;87fb68174c52:38679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:39,358 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,358 INFO [RS:0;87fb68174c52:39395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:39,358 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:39,358 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:39,359 DEBUG [RS:1;87fb68174c52:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:39,359 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:39,360 INFO [RS:0;87fb68174c52:39395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:39,360 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:39,360 DEBUG [RS:0;87fb68174c52:39395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38679,1730982759079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,362 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39395,1730982759029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:39,377 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:39,377 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38679,1730982759079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,377 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,377 INFO [RS:1;87fb68174c52:38679 {}] regionserver.Replication(171): 87fb68174c52,38679,1730982759079 started 2024-11-07T12:32:39,379 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:39,379 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39395,1730982759029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,380 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,380 INFO [RS:0;87fb68174c52:39395 {}] regionserver.Replication(171): 87fb68174c52,39395,1730982759029 started 2024-11-07T12:32:39,391 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,391 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,38679,1730982759079, RpcServer on 87fb68174c52/172.17.0.3:38679, sessionid=0x1001a3ad4d50002 2024-11-07T12:32:39,391 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:39,391 DEBUG [RS:1;87fb68174c52:38679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,391 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38679,1730982759079' 2024-11-07T12:32:39,392 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:39,392 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,38679,1730982759079 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38679,1730982759079' 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:39,393 DEBUG [RS:1;87fb68174c52:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:39,393 INFO [RS:1;87fb68174c52:38679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:39,393 INFO [RS:1;87fb68174c52:38679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:39,394 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,394 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,39395,1730982759029, RpcServer on 87fb68174c52/172.17.0.3:39395, sessionid=0x1001a3ad4d50001 2024-11-07T12:32:39,394 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:39,394 DEBUG [RS:0;87fb68174c52:39395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,394 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39395,1730982759029' 2024-11-07T12:32:39,394 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:39,394 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39395,1730982759029' 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:39,395 DEBUG [RS:0;87fb68174c52:39395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:39,395 INFO [RS:0;87fb68174c52:39395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:39,396 INFO [RS:0;87fb68174c52:39395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:39,446 WARN [87fb68174c52:33929 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:39,494 INFO [RS:1;87fb68174c52:38679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:39,496 INFO [RS:1;87fb68174c52:38679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38679%2C1730982759079, suffix=, logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,38679,1730982759079, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs, maxLogs=32 2024-11-07T12:32:39,496 INFO [RS:0;87fb68174c52:39395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:39,497 INFO [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C39395%2C1730982759029, suffix=, logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs, maxLogs=32 2024-11-07T12:32:39,510 DEBUG [RS:1;87fb68174c52:38679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,38679,1730982759079/87fb68174c52%2C38679%2C1730982759079.1730982759496, exclude list is [], retry=0 2024-11-07T12:32:39,511 DEBUG [RS:0;87fb68174c52:39395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029/87fb68174c52%2C39395%2C1730982759029.1730982759498, exclude list is [], retry=0 2024-11-07T12:32:39,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34005,DS-32ad25b8-a559-4634-9071-101b56273c57,DISK] 2024-11-07T12:32:39,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-d1ed494a-f380-4f83-af20-dfbc9d282abc,DISK] 2024-11-07T12:32:39,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34005,DS-32ad25b8-a559-4634-9071-101b56273c57,DISK] 2024-11-07T12:32:39,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-d1ed494a-f380-4f83-af20-dfbc9d282abc,DISK] 2024-11-07T12:32:39,517 INFO [RS:1;87fb68174c52:38679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,38679,1730982759079/87fb68174c52%2C38679%2C1730982759079.1730982759496 2024-11-07T12:32:39,517 DEBUG [RS:1;87fb68174c52:38679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36127:36127),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-07T12:32:39,517 INFO [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029/87fb68174c52%2C39395%2C1730982759029.1730982759498 2024-11-07T12:32:39,517 DEBUG [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36127:36127),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-07T12:32:39,696 DEBUG [87fb68174c52:33929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:39,697 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:39,698 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:39,699 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:39,699 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:39,699 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:39,699 INFO [87fb68174c52:33929 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:39,699 INFO [87fb68174c52:33929 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:39,699 DEBUG [87fb68174c52:33929 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:39,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39395,1730982759029, state=OPENING 2024-11-07T12:32:39,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:39,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:39,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39395,1730982759029}] 2024-11-07T12:32:39,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:39,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:39,862 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:39,863 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:39,863 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:39,864 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C39395%2C1730982759029.meta, suffix=.meta, logDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029, archiveDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs, maxLogs=32 2024-11-07T12:32:39,878 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029/87fb68174c52%2C39395%2C1730982759029.meta.1730982759865.meta, exclude list is [], retry=0 2024-11-07T12:32:39,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34005,DS-32ad25b8-a559-4634-9071-101b56273c57,DISK] 2024-11-07T12:32:39,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-d1ed494a-f380-4f83-af20-dfbc9d282abc,DISK] 2024-11-07T12:32:39,883 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,39395,1730982759029/87fb68174c52%2C39395%2C1730982759029.meta.1730982759865.meta 2024-11-07T12:32:39,883 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36127:36127),(127.0.0.1/127.0.0.1:35893:35893)] 2024-11-07T12:32:39,883 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:39,884 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:39,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:39,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:39,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:39,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:39,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:39,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:39,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:39,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:39,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:39,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:39,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:39,892 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:39,892 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740 2024-11-07T12:32:39,893 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740 2024-11-07T12:32:39,895 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:39,895 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:39,895 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:39,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:39,897 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68717097, jitterRate=0.023964539170265198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:39,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:39,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982759884Writing region info on filesystem at 1730982759884Initializing all the Stores at 1730982759885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982759885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982759885Cleaning up temporary data from old regions at 1730982759895 (+10 ms)Running coprocessor post-open hooks at 1730982759898 (+3 ms)Region opened successfully at 1730982759898 2024-11-07T12:32:39,899 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982759857 2024-11-07T12:32:39,902 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:39,902 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:39,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39395,1730982759029, state=OPEN 2024-11-07T12:32:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:39,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,39395,1730982759029 2024-11-07T12:32:39,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:39,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:39,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39395,1730982759029 in 202 msec 2024-11-07T12:32:39,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:39,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-07T12:32:39,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:39,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:39,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:39,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39395,1730982759029, seqNum=-1] 2024-11-07T12:32:39,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:39,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:39,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 663 msec 2024-11-07T12:32:39,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982759922, completionTime=-1 2024-11-07T12:32:39,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:39,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982819924 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982879924 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:33929, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,925 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:39,931 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.808sec 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:39,932 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:39,935 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:39,935 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:39,935 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33929,1730982758981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:40,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112da485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:40,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33929,-1 for getting cluster id 2024-11-07T12:32:40,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:40,010 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eaa34c-f144-4d90-83cb-2e964922d2a3' 2024-11-07T12:32:40,011 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:40,011 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eaa34c-f144-4d90-83cb-2e964922d2a3" 2024-11-07T12:32:40,011 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f56c3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:40,011 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33929,-1] 2024-11-07T12:32:40,011 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:40,012 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:40,013 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:40,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3125e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:40,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:40,015 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39395,1730982759029, seqNum=-1] 2024-11-07T12:32:40,015 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:40,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:40,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,33929,1730982758981 2024-11-07T12:32:40,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:40,020 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,33929,1730982758981 2024-11-07T12:32:40,020 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64cb27b8 2024-11-07T12:32:40,020 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:40,021 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:40,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:40,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:40,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:40,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:40,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:40,035 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 249d2221e1a596de8e133d5b2ace9917, NAME => 'testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 2024-11-07T12:32:40,035 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 69a039081d645c4ea991c09146b13db0, NAME => 'testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153 2024-11-07T12:32:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 249d2221e1a596de8e133d5b2ace9917, disabling compactions & flushes 2024-11-07T12:32:40,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. after waiting 0 ms 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,043 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 249d2221e1a596de8e133d5b2ace9917: Waiting for close lock at 1730982760043Disabling compacts and flushes for region at 1730982760043Disabling writes for close at 1730982760043Writing region close event to WAL at 1730982760043Closed at 1730982760043 2024-11-07T12:32:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:40,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:32:40,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:40,443 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 69a039081d645c4ea991c09146b13db0, disabling compactions & flushes 2024-11-07T12:32:40,444 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. after waiting 0 ms 2024-11-07T12:32:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,444 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,444 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 69a039081d645c4ea991c09146b13db0: Waiting for close lock at 1730982760444Disabling compacts and flushes for region at 1730982760444Disabling writes for close at 1730982760444Writing region close event to WAL at 1730982760444Closed at 1730982760444 2024-11-07T12:32:40,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:40,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982760445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982760445"}]},"ts":"1730982760445"} 2024-11-07T12:32:40,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982760445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982760445"}]},"ts":"1730982760445"} 2024-11-07T12:32:40,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:40,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:40,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982760450"}]},"ts":"1730982760450"} 2024-11-07T12:32:40,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:40,452 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:40,454 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:40,454 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:40,454 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:40,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249d2221e1a596de8e133d5b2ace9917, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69a039081d645c4ea991c09146b13db0, ASSIGN}] 2024-11-07T12:32:40,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249d2221e1a596de8e133d5b2ace9917, ASSIGN 2024-11-07T12:32:40,455 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69a039081d645c4ea991c09146b13db0, ASSIGN 2024-11-07T12:32:40,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249d2221e1a596de8e133d5b2ace9917, ASSIGN; state=OFFLINE, location=87fb68174c52,38679,1730982759079; forceNewPlan=false, retain=false 2024-11-07T12:32:40,456 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69a039081d645c4ea991c09146b13db0, ASSIGN; state=OFFLINE, location=87fb68174c52,39395,1730982759029; forceNewPlan=false, retain=false 2024-11-07T12:32:40,607 INFO [87fb68174c52:33929 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:40,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69a039081d645c4ea991c09146b13db0, regionState=OPENING, regionLocation=87fb68174c52,39395,1730982759029 2024-11-07T12:32:40,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=249d2221e1a596de8e133d5b2ace9917, regionState=OPENING, regionLocation=87fb68174c52,38679,1730982759079 2024-11-07T12:32:40,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69a039081d645c4ea991c09146b13db0, ASSIGN because future has completed 2024-11-07T12:32:40,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69a039081d645c4ea991c09146b13db0, server=87fb68174c52,39395,1730982759029}] 2024-11-07T12:32:40,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249d2221e1a596de8e133d5b2ace9917, ASSIGN because future has completed 2024-11-07T12:32:40,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249d2221e1a596de8e133d5b2ace9917, server=87fb68174c52,38679,1730982759079}] 2024-11-07T12:32:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:40,764 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:40,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:40,767 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 69a039081d645c4ea991c09146b13db0, NAME => 'testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:40,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:40,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,769 INFO [StoreOpener-69a039081d645c4ea991c09146b13db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,769 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,770 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 249d2221e1a596de8e133d5b2ace9917, NAME => 'testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:40,770 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,770 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:40,770 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,770 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,770 INFO [StoreOpener-69a039081d645c4ea991c09146b13db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69a039081d645c4ea991c09146b13db0 columnFamilyName family 2024-11-07T12:32:40,770 DEBUG [StoreOpener-69a039081d645c4ea991c09146b13db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:40,771 INFO [StoreOpener-69a039081d645c4ea991c09146b13db0-1 {}] regionserver.HStore(327): Store=69a039081d645c4ea991c09146b13db0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:40,771 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,772 INFO [StoreOpener-249d2221e1a596de8e133d5b2ace9917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,772 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,772 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,773 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,773 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,773 INFO [StoreOpener-249d2221e1a596de8e133d5b2ace9917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249d2221e1a596de8e133d5b2ace9917 columnFamilyName family 2024-11-07T12:32:40,773 DEBUG [StoreOpener-249d2221e1a596de8e133d5b2ace9917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:40,773 INFO [StoreOpener-249d2221e1a596de8e133d5b2ace9917-1 {}] regionserver.HStore(327): Store=249d2221e1a596de8e133d5b2ace9917/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:40,773 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,774 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,775 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,775 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,775 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,775 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,777 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,777 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:40,777 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 69a039081d645c4ea991c09146b13db0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67057791, jitterRate=-7.610470056533813E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:40,778 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:40,778 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 69a039081d645c4ea991c09146b13db0: Running coprocessor pre-open hook at 1730982760768Writing region info on filesystem at 1730982760768Initializing all the Stores at 1730982760768Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982760768Cleaning up temporary data from old regions at 1730982760773 (+5 ms)Running coprocessor post-open hooks at 1730982760778 (+5 ms)Region opened successfully at 1730982760778 2024-11-07T12:32:40,779 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:40,780 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0., pid=7, masterSystemTime=1730982760763 2024-11-07T12:32:40,780 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 249d2221e1a596de8e133d5b2ace9917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65754267, jitterRate=-0.020185068249702454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:40,780 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:40,780 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 249d2221e1a596de8e133d5b2ace9917: Running coprocessor pre-open hook at 1730982760770Writing region info on filesystem at 1730982760770Initializing all the Stores at 1730982760771 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982760771Cleaning up temporary data from old regions at 1730982760775 (+4 ms)Running coprocessor post-open hooks at 1730982760780 (+5 ms)Region opened successfully at 1730982760780 2024-11-07T12:32:40,781 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917., pid=8, masterSystemTime=1730982760764 2024-11-07T12:32:40,782 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,782 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:40,783 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=69a039081d645c4ea991c09146b13db0, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39395,1730982759029 2024-11-07T12:32:40,784 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,784 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:40,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=249d2221e1a596de8e133d5b2ace9917, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38679,1730982759079 2024-11-07T12:32:40,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69a039081d645c4ea991c09146b13db0, server=87fb68174c52,39395,1730982759029 because future has completed 2024-11-07T12:32:40,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 249d2221e1a596de8e133d5b2ace9917, server=87fb68174c52,38679,1730982759079 because future has completed 2024-11-07T12:32:40,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:32:40,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 69a039081d645c4ea991c09146b13db0, server=87fb68174c52,39395,1730982759029 in 178 msec 2024-11-07T12:32:40,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T12:32:40,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 249d2221e1a596de8e133d5b2ace9917, server=87fb68174c52,38679,1730982759079 in 177 msec 2024-11-07T12:32:40,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=69a039081d645c4ea991c09146b13db0, ASSIGN in 337 msec 2024-11-07T12:32:40,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:32:40,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249d2221e1a596de8e133d5b2ace9917, ASSIGN in 338 msec 2024-11-07T12:32:40,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:40,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982760796"}]},"ts":"1730982760796"} 2024-11-07T12:32:40,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:40,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:40,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 777 msec 2024-11-07T12:32:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:41,160 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:41,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:41,161 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:41,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:41,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:41,166 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917., hostname=87fb68174c52,38679,1730982759079, seqNum=2] 2024-11-07T12:32:41,167 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:41,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:41,177 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0., hostname=87fb68174c52,39395,1730982759029, seqNum=2] 2024-11-07T12:32:41,186 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69a039081d645c4ea991c09146b13db0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:41,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/.tmp/family/9384f2642d674e8b81b3d3d32d7b74b3 is 32, key is 5/family:/1730982761178/Put/seqid=0 2024-11-07T12:32:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:41,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/.tmp/family/9384f2642d674e8b81b3d3d32d7b74b3 2024-11-07T12:32:41,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/.tmp/family/9384f2642d674e8b81b3d3d32d7b74b3 as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/family/9384f2642d674e8b81b3d3d32d7b74b3 2024-11-07T12:32:41,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/family/9384f2642d674e8b81b3d3d32d7b74b3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:41,220 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 69a039081d645c4ea991c09146b13db0 in 34ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:41,220 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69a039081d645c4ea991c09146b13db0: 2024-11-07T12:32:41,220 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 249d2221e1a596de8e133d5b2ace9917 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:41,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/.tmp/family/be4ca3b8c9be485ca2425d85995a5b24 is 32, key is 1/family:/1730982761169/Put/seqid=0 2024-11-07T12:32:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:41,241 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/.tmp/family/be4ca3b8c9be485ca2425d85995a5b24 2024-11-07T12:32:41,247 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/.tmp/family/be4ca3b8c9be485ca2425d85995a5b24 as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/family/be4ca3b8c9be485ca2425d85995a5b24 2024-11-07T12:32:41,252 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/family/be4ca3b8c9be485ca2425d85995a5b24, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:41,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 249d2221e1a596de8e133d5b2ace9917 in 33ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:41,253 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 249d2221e1a596de8e133d5b2ace9917: 2024-11-07T12:32:41,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561dc792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:41,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33929,-1 for getting cluster id 2024-11-07T12:32:41,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:41,255 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eaa34c-f144-4d90-83cb-2e964922d2a3' 2024-11-07T12:32:41,255 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:41,255 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eaa34c-f144-4d90-83cb-2e964922d2a3" 2024-11-07T12:32:41,256 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b73f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:41,256 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33929,-1] 2024-11-07T12:32:41,256 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:41,256 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,257 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:41,257 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a84089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:41,262 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T12:32:41,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:41,264 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39395,1730982759029, seqNum=-1] 2024-11-07T12:32:41,264 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:41,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:41,267 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:41,268 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:41,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:41,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] bucket.BucketCache(1864): found 1 blocks for file be4ca3b8c9be485ca2425d85995a5b24, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39395 {}] bucket.BucketCache(1864): found 1 blocks for file 9384f2642d674e8b81b3d3d32d7b74b3, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] bucket.BucketCache(857): removed key be4ca3b8c9be485ca2425d85995a5b24_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39395 {}] bucket.BucketCache(857): removed key 9384f2642d674e8b81b3d3d32d7b74b3_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:41,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:41,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:41,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:41,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:41,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:41,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:41,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:41,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:41,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1645871337, stopped=false 2024-11-07T12:32:41,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,33929,1730982758981 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:41,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:41,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:41,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:41,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,39395,1730982759029' ***** 2024-11-07T12:32:41,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:41,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:41,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:41,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,38679,1730982759079' ***** 2024-11-07T12:32:41,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:41,275 INFO [RS:0;87fb68174c52:39395 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:41,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:41,275 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:41,275 INFO [RS:0;87fb68174c52:39395 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:41,275 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:41,276 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(3091): Received CLOSE for 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:41,276 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:41,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:41,276 INFO [RS:1;87fb68174c52:38679 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,39395,1730982759029 2024-11-07T12:32:41,276 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:41,276 INFO [RS:1;87fb68174c52:38679 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:41,276 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:41,276 INFO [RS:0;87fb68174c52:39395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39395. 2024-11-07T12:32:41,276 DEBUG [RS:0;87fb68174c52:39395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:41,276 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:41,276 DEBUG [RS:0;87fb68174c52:39395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,276 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69a039081d645c4ea991c09146b13db0, disabling compactions & flushes 2024-11-07T12:32:41,277 INFO [RS:0;87fb68174c52:39395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:41,277 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:41,277 INFO [RS:0;87fb68174c52:39395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:41,277 INFO [RS:0;87fb68174c52:39395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. after waiting 0 ms 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:41,277 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(3091): Received CLOSE for 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:41,277 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:41,277 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:41,277 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 69a039081d645c4ea991c09146b13db0=testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0.} 2024-11-07T12:32:41,277 DEBUG [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69a039081d645c4ea991c09146b13db0 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:41,277 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,38679,1730982759079 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:41,277 INFO [RS:1;87fb68174c52:38679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:38679. 2024-11-07T12:32:41,277 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 249d2221e1a596de8e133d5b2ace9917, disabling compactions & flushes 2024-11-07T12:32:41,278 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:41,278 DEBUG [RS:1;87fb68174c52:38679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:41,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:41,278 DEBUG [RS:1;87fb68174c52:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,278 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:41,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. after waiting 0 ms 2024-11-07T12:32:41,278 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:41,278 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:41,278 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1325): Online Regions={249d2221e1a596de8e133d5b2ace9917=testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917.} 2024-11-07T12:32:41,278 DEBUG [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1351): Waiting on 249d2221e1a596de8e133d5b2ace9917 2024-11-07T12:32:41,282 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/69a039081d645c4ea991c09146b13db0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:41,282 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:41,282 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69a039081d645c4ea991c09146b13db0: Waiting for close lock at 1730982761276Running coprocessor pre-close hooks at 1730982761276Disabling compacts and flushes for region at 1730982761276Disabling writes for close at 1730982761277 (+1 ms)Writing region close event to WAL at 1730982761277Running coprocessor post-close hooks at 1730982761282 (+5 ms)Closed at 1730982761282 2024-11-07T12:32:41,283 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0. 2024-11-07T12:32:41,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/default/testClearRegionBlockCache/249d2221e1a596de8e133d5b2ace9917/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:41,286 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:41,286 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 249d2221e1a596de8e133d5b2ace9917: Waiting for close lock at 1730982761277Running coprocessor pre-close hooks at 1730982761277Disabling compacts and flushes for region at 1730982761277Disabling writes for close at 1730982761278 (+1 ms)Writing region close event to WAL at 1730982761281 (+3 ms)Running coprocessor post-close hooks at 1730982761285 (+4 ms)Closed at 1730982761286 (+1 ms) 2024-11-07T12:32:41,286 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982760021.249d2221e1a596de8e133d5b2ace9917. 2024-11-07T12:32:41,295 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/info/feab279046524b6b9aabf54365142f51 is 173, key is testClearRegionBlockCache,5,1730982760021.69a039081d645c4ea991c09146b13db0./info:regioninfo/1730982760783/Put/seqid=0 2024-11-07T12:32:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:41,300 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/info/feab279046524b6b9aabf54365142f51 2024-11-07T12:32:41,320 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/ns/084dd5504d974576bcbbee621916606b is 43, key is default/ns:d/1730982759916/Put/seqid=0 2024-11-07T12:32:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:41,325 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/ns/084dd5504d974576bcbbee621916606b 2024-11-07T12:32:41,344 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/table/5c08dc8fafc84c389020f5804eff66d9 is 61, key is testClearRegionBlockCache/table:state/1730982760796/Put/seqid=0 2024-11-07T12:32:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:41,350 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/table/5c08dc8fafc84c389020f5804eff66d9 2024-11-07T12:32:41,355 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/info/feab279046524b6b9aabf54365142f51 as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/info/feab279046524b6b9aabf54365142f51 2024-11-07T12:32:41,360 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/info/feab279046524b6b9aabf54365142f51, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:41,361 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/ns/084dd5504d974576bcbbee621916606b as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/ns/084dd5504d974576bcbbee621916606b 2024-11-07T12:32:41,363 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:32:41,363 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:32:41,364 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:41,366 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:41,367 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/ns/084dd5504d974576bcbbee621916606b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:41,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/.tmp/table/5c08dc8fafc84c389020f5804eff66d9 as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/table/5c08dc8fafc84c389020f5804eff66d9 2024-11-07T12:32:41,372 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/table/5c08dc8fafc84c389020f5804eff66d9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:41,373 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:41,378 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:41,379 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:41,379 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:41,379 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982761277Running coprocessor pre-close hooks at 1730982761277Disabling compacts and flushes for region at 1730982761277Disabling writes for close at 1730982761277Obtaining lock to block concurrent updates at 1730982761278 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982761278Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982761278Flushing stores of hbase:meta,,1.1588230740 at 1730982761279 (+1 ms)Flushing 1588230740/info: creating writer at 1730982761279Flushing 1588230740/info: appending metadata at 1730982761294 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730982761295 (+1 ms)Flushing 1588230740/ns: creating writer at 1730982761306 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730982761320 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730982761320Flushing 1588230740/table: creating writer at 1730982761330 (+10 ms)Flushing 1588230740/table: appending metadata at 1730982761344 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982761344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c5cb41: reopening flushed file at 1730982761354 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e6c5a0: reopening flushed file at 1730982761360 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24db845: reopening flushed file at 1730982761367 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false at 1730982761373 (+6 ms)Writing region close event to WAL at 1730982761375 (+2 ms)Running coprocessor post-close hooks at 1730982761378 (+3 ms)Closed at 1730982761379 (+1 ms) 2024-11-07T12:32:41,379 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:41,449 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:32:41,449 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:32:41,477 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,39395,1730982759029; all regions closed. 2024-11-07T12:32:41,478 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,38679,1730982759079; all regions closed. 2024-11-07T12:32:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:41,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/WALs/87fb68174c52,38679,1730982759079/87fb68174c52%2C38679%2C1730982759079.1730982759496 not finished, retry = 0 2024-11-07T12:32:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:41,483 DEBUG [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs 2024-11-07T12:32:41,483 INFO [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C39395%2C1730982759029.meta:.meta(num 1730982759865) 2024-11-07T12:32:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:41,487 DEBUG [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs 2024-11-07T12:32:41,487 INFO [RS:0;87fb68174c52:39395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C39395%2C1730982759029:(num 1730982759498) 2024-11-07T12:32:41,487 DEBUG [RS:0;87fb68174c52:39395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,487 INFO [RS:0;87fb68174c52:39395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:41,487 INFO [RS:0;87fb68174c52:39395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:41,487 INFO [RS:0;87fb68174c52:39395 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:41,487 INFO [RS:0;87fb68174c52:39395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:41,487 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:41,488 INFO [RS:0;87fb68174c52:39395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39395 2024-11-07T12:32:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,39395,1730982759029 2024-11-07T12:32:41,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:41,490 INFO [RS:0;87fb68174c52:39395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:41,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,39395,1730982759029] 2024-11-07T12:32:41,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,39395,1730982759029 already deleted, retry=false 2024-11-07T12:32:41,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,39395,1730982759029 expired; onlineServers=1 2024-11-07T12:32:41,584 DEBUG [RS:1;87fb68174c52:38679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/oldWALs 2024-11-07T12:32:41,584 INFO [RS:1;87fb68174c52:38679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38679%2C1730982759079:(num 1730982759496) 2024-11-07T12:32:41,584 DEBUG [RS:1;87fb68174c52:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:41,584 INFO [RS:1;87fb68174c52:38679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:41,584 INFO [RS:1;87fb68174c52:38679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:41,584 INFO [RS:1;87fb68174c52:38679 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:41,585 INFO [RS:1;87fb68174c52:38679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:41,585 INFO [RS:1;87fb68174c52:38679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:41,585 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:41,585 INFO [RS:1;87fb68174c52:38679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:41,585 INFO [RS:1;87fb68174c52:38679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:41,585 INFO [RS:1;87fb68174c52:38679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38679 2024-11-07T12:32:41,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:41,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,38679,1730982759079 2024-11-07T12:32:41,587 INFO [RS:1;87fb68174c52:38679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:41,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,38679,1730982759079] 2024-11-07T12:32:41,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,38679,1730982759079 already deleted, retry=false 2024-11-07T12:32:41,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,38679,1730982759079 expired; onlineServers=0 2024-11-07T12:32:41,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,33929,1730982758981' ***** 2024-11-07T12:32:41,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:41,590 INFO [M:0;87fb68174c52:33929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:41,590 INFO [M:0;87fb68174c52:33929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:41,590 DEBUG [M:0;87fb68174c52:33929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:41,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:41,590 DEBUG [M:0;87fb68174c52:33929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:41,590 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982759261 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982759261,5,FailOnTimeoutGroup] 2024-11-07T12:32:41,590 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982759261 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982759261,5,FailOnTimeoutGroup] 2024-11-07T12:32:41,590 INFO [M:0;87fb68174c52:33929 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:41,590 INFO [M:0;87fb68174c52:33929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:41,590 DEBUG [M:0;87fb68174c52:33929 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:41,590 INFO [M:0;87fb68174c52:33929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:41,591 INFO [M:0;87fb68174c52:33929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:41,591 INFO [M:0;87fb68174c52:33929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:41,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:41,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:41,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:41,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:41,592 INFO [RS:0;87fb68174c52:39395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:41,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39395-0x1001a3ad4d50001, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:41,592 INFO [RS:0;87fb68174c52:39395 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,39395,1730982759029; zookeeper connection closed. 2024-11-07T12:32:41,592 DEBUG [M:0;87fb68174c52:33929 {}] zookeeper.ZKUtil(347): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:41,592 WARN [M:0;87fb68174c52:33929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:41,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bab0e12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bab0e12 2024-11-07T12:32:41,593 INFO [M:0;87fb68174c52:33929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/.lastflushedseqids 2024-11-07T12:32:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:41,599 INFO [M:0;87fb68174c52:33929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:41,599 INFO [M:0;87fb68174c52:33929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:41,599 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:41,599 INFO [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:41,599 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:41,599 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:41,599 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:41,599 INFO [M:0;87fb68174c52:33929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T12:32:41,615 DEBUG [M:0;87fb68174c52:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/018dfa5fd5864f6686cf5653f57804b2 is 82, key is hbase:meta,,1/info:regioninfo/1730982759902/Put/seqid=0 2024-11-07T12:32:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:41,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:41,688 INFO [RS:1;87fb68174c52:38679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x1001a3ad4d50002, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:41,689 INFO [RS:1;87fb68174c52:38679 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,38679,1730982759079; zookeeper connection closed. 2024-11-07T12:32:41,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@376fb500 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@376fb500 2024-11-07T12:32:41,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:42,021 INFO [M:0;87fb68174c52:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/018dfa5fd5864f6686cf5653f57804b2 2024-11-07T12:32:42,042 DEBUG [M:0;87fb68174c52:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d774bb6e03b464d979f7282bd09fb5c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982760801/Put/seqid=0 2024-11-07T12:32:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:42,048 INFO [M:0;87fb68174c52:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d774bb6e03b464d979f7282bd09fb5c 2024-11-07T12:32:42,066 DEBUG [M:0;87fb68174c52:33929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/168704f6bb134e10a3b26b32e6d9b31f is 69, key is 87fb68174c52,38679,1730982759079/rs:state/1730982759338/Put/seqid=0 2024-11-07T12:32:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:42,072 INFO [M:0;87fb68174c52:33929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/168704f6bb134e10a3b26b32e6d9b31f 2024-11-07T12:32:42,077 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/018dfa5fd5864f6686cf5653f57804b2 as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/018dfa5fd5864f6686cf5653f57804b2 2024-11-07T12:32:42,082 INFO [M:0;87fb68174c52:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/018dfa5fd5864f6686cf5653f57804b2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:42,083 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d774bb6e03b464d979f7282bd09fb5c as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d774bb6e03b464d979f7282bd09fb5c 2024-11-07T12:32:42,087 INFO [M:0;87fb68174c52:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d774bb6e03b464d979f7282bd09fb5c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:42,088 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/168704f6bb134e10a3b26b32e6d9b31f as hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/168704f6bb134e10a3b26b32e6d9b31f 2024-11-07T12:32:42,093 INFO [M:0;87fb68174c52:33929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39959/user/jenkins/test-data/2028f0bc-f3ab-4a32-6d8d-e8c647e6a153/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/168704f6bb134e10a3b26b32e6d9b31f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:42,094 INFO [M:0;87fb68174c52:33929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:42,095 INFO [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:42,095 DEBUG [M:0;87fb68174c52:33929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982761599Disabling compacts and flushes for region at 1730982761599Disabling writes for close at 1730982761599Obtaining lock to block concurrent updates at 1730982761599Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982761599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730982761600 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982761600Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982761600Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982761615 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982761615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982762027 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982762041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982762042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982762052 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982762066 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982762066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149db12a: reopening flushed file at 1730982762076 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f19c7b9: reopening flushed file at 1730982762082 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f382c1a: reopening flushed file at 1730982762087 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=71, compaction requested=false at 1730982762094 (+7 ms)Writing region close event to WAL at 1730982762095 (+1 ms)Closed at 1730982762095 2024-11-07T12:32:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34005 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:42,099 INFO [M:0;87fb68174c52:33929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:42,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:42,099 INFO [M:0;87fb68174c52:33929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33929 2024-11-07T12:32:42,100 INFO [M:0;87fb68174c52:33929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:42,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:42,202 INFO [M:0;87fb68174c52:33929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33929-0x1001a3ad4d50000, quorum=127.0.0.1:60955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:42,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c673803{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:42,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514cca27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:42,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:42,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c53873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:42,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b0d486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:42,206 WARN [BP-362612643-172.17.0.3-1730982758312 heartbeating to localhost/127.0.0.1:39959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:42,206 WARN [BP-362612643-172.17.0.3-1730982758312 heartbeating to localhost/127.0.0.1:39959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-362612643-172.17.0.3-1730982758312 (Datanode Uuid 757fe69d-7fb0-46bb-90cc-ee488d2d7d04) service to localhost/127.0.0.1:39959 2024-11-07T12:32:42,206 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:42,206 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:42,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data3/current/BP-362612643-172.17.0.3-1730982758312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:42,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data4/current/BP-362612643-172.17.0.3-1730982758312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:42,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:42,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d625d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:42,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@138a1f47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:42,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:42,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3efbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:42,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fd9d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:42,211 WARN [BP-362612643-172.17.0.3-1730982758312 heartbeating to localhost/127.0.0.1:39959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:42,211 WARN [BP-362612643-172.17.0.3-1730982758312 heartbeating to localhost/127.0.0.1:39959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-362612643-172.17.0.3-1730982758312 (Datanode Uuid 32fb5a51-5f2d-4803-8c49-e28206d873fb) service to localhost/127.0.0.1:39959 2024-11-07T12:32:42,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:42,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:42,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data1/current/BP-362612643-172.17.0.3-1730982758312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:42,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/cluster_8ff5f367-b216-7a1b-9f04-f082b14fe6bf/data/data2/current/BP-362612643-172.17.0.3-1730982758312 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:42,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:42,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ddf049{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:42,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44d6849{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:42,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:42,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e2909{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:42,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1102a2a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:42,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:42,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:42,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=155 (was 136) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39959 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39959 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 475) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=79 (was 79), ProcessCount=11 (was 11), AvailableMemoryMB=6525 (was 6597) 2024-11-07T12:32:42,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=155, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=79, ProcessCount=11, AvailableMemoryMB=6525 2024-11-07T12:32:42,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir so I do NOT create it in target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d 2024-11-07T12:32:42,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:32:42,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.tmp.dir so I do NOT create it in target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d 2024-11-07T12:32:42,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7b874cc-ed72-97ac-86da-91bfbe051178/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:32:42,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d 2024-11-07T12:32:42,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:42,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f, deleteOnExit=true 2024-11-07T12:32:42,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/test.cache.data in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:42,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:42,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:42,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:42,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:42,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:42,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:42,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:42,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:42,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d8cab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:42,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493e1664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:42,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63615f50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/java.io.tmpdir/jetty-localhost-45097-hadoop-hdfs-3_4_1-tests_jar-_-any-12052043923789343249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:42,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@787e450d{HTTP/1.1, (http/1.1)}{localhost:45097} 2024-11-07T12:32:42,457 INFO [Time-limited test {}] server.Server(415): Started @19980ms 2024-11-07T12:32:42,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:42,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:42,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:42,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:42,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:42,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64de9272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:42,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bd86e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:42,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28179244{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/java.io.tmpdir/jetty-localhost-45865-hadoop-hdfs-3_4_1-tests_jar-_-any-12899352773197270280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:42,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a9340a8{HTTP/1.1, (http/1.1)}{localhost:45865} 2024-11-07T12:32:42,652 INFO [Time-limited test {}] server.Server(415): Started @20175ms 2024-11-07T12:32:42,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:42,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:42,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:42,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:42,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:42,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:42,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334fa83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:42,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e13ee1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:42,739 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data1/current/BP-601966086-172.17.0.3-1730982762289/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:42,739 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data2/current/BP-601966086-172.17.0.3-1730982762289/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:42,755 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cb422d33dc2bf5d with lease ID 0x70f32145f44e9594: Processing first storage report for DS-2ec86b4c-3076-4df6-975c-75dc3782865a from datanode DatanodeRegistration(127.0.0.1:39663, datanodeUuid=e6badb5b-6bf1-4359-8f2f-8d7f29a26623, infoPort=44165, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289) 2024-11-07T12:32:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cb422d33dc2bf5d with lease ID 0x70f32145f44e9594: from storage DS-2ec86b4c-3076-4df6-975c-75dc3782865a node DatanodeRegistration(127.0.0.1:39663, datanodeUuid=e6badb5b-6bf1-4359-8f2f-8d7f29a26623, infoPort=44165, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cb422d33dc2bf5d with lease ID 0x70f32145f44e9594: Processing first storage report for DS-8299f21d-c75e-4b55-84e5-b9923c750149 from datanode DatanodeRegistration(127.0.0.1:39663, datanodeUuid=e6badb5b-6bf1-4359-8f2f-8d7f29a26623, infoPort=44165, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289) 2024-11-07T12:32:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cb422d33dc2bf5d with lease ID 0x70f32145f44e9594: from storage DS-8299f21d-c75e-4b55-84e5-b9923c750149 node DatanodeRegistration(127.0.0.1:39663, datanodeUuid=e6badb5b-6bf1-4359-8f2f-8d7f29a26623, infoPort=44165, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:42,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3c6051{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/java.io.tmpdir/jetty-localhost-45639-hadoop-hdfs-3_4_1-tests_jar-_-any-10813933145158102963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:42,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ed7720{HTTP/1.1, (http/1.1)}{localhost:45639} 2024-11-07T12:32:42,809 INFO [Time-limited test {}] server.Server(415): Started @20332ms 2024-11-07T12:32:42,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:42,891 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data3/current/BP-601966086-172.17.0.3-1730982762289/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:42,891 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data4/current/BP-601966086-172.17.0.3-1730982762289/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:42,907 WARN [Thread-1164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a56dfbd4b2d6a37 with lease ID 0x70f32145f44e9595: Processing first storage report for DS-5c07e481-87a3-4523-90e3-549b0981c123 from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=a2a2baa4-7ebd-4d38-8a05-7eabae18e85f, infoPort=38609, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289) 2024-11-07T12:32:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a56dfbd4b2d6a37 with lease ID 0x70f32145f44e9595: from storage DS-5c07e481-87a3-4523-90e3-549b0981c123 node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=a2a2baa4-7ebd-4d38-8a05-7eabae18e85f, infoPort=38609, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a56dfbd4b2d6a37 with lease ID 0x70f32145f44e9595: Processing first storage report for DS-59e82d7a-43c1-4bff-8ad1-9b2093bc079a from datanode DatanodeRegistration(127.0.0.1:46639, datanodeUuid=a2a2baa4-7ebd-4d38-8a05-7eabae18e85f, infoPort=38609, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289) 2024-11-07T12:32:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a56dfbd4b2d6a37 with lease ID 0x70f32145f44e9595: from storage DS-59e82d7a-43c1-4bff-8ad1-9b2093bc079a node DatanodeRegistration(127.0.0.1:46639, datanodeUuid=a2a2baa4-7ebd-4d38-8a05-7eabae18e85f, infoPort=38609, infoSecurePort=0, ipcPort=36593, storageInfo=lv=-57;cid=testClusterID;nsid=1679971621;c=1730982762289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:42,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d 2024-11-07T12:32:42,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/zookeeper_0, clientPort=54767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:42,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54767 2024-11-07T12:32:42,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:42,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:42,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 with version=8 2024-11-07T12:32:42,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/hbase-staging 2024-11-07T12:32:42,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:42,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:42,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37291 2024-11-07T12:32:42,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37291 connecting to ZooKeeper ensemble=127.0.0.1:54767 2024-11-07T12:32:42,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372910x0, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37291-0x1001a3ae4580000 connected 2024-11-07T12:32:42,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:42,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:42,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:42,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97, hbase.cluster.distributed=false 2024-11-07T12:32:42,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37291 2024-11-07T12:32:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37291 2024-11-07T12:32:42,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37291 2024-11-07T12:32:42,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37291 2024-11-07T12:32:42,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37291 2024-11-07T12:32:43,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:43,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:43,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42423 2024-11-07T12:32:43,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42423 connecting to ZooKeeper ensemble=127.0.0.1:54767 2024-11-07T12:32:43,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:43,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:43,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424230x0, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:43,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424230x0, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:43,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42423-0x1001a3ae4580001 connected 2024-11-07T12:32:43,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:43,012 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:43,019 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:43,019 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:43,021 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:43,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:43,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:43,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-07T12:32:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42423 2024-11-07T12:32:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42423 2024-11-07T12:32:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-07T12:32:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42423 2024-11-07T12:32:43,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:43,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:43,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41931 2024-11-07T12:32:43,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41931 connecting to ZooKeeper ensemble=127.0.0.1:54767 2024-11-07T12:32:43,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:43,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419310x0, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:43,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419310x0, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:43,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41931-0x1001a3ae4580002 connected 2024-11-07T12:32:43,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:43,048 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:43,055 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:43,055 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:43,056 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:43,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:43,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:43,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-07T12:32:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41931 2024-11-07T12:32:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41931 2024-11-07T12:32:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-07T12:32:43,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41931 2024-11-07T12:32:43,070 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:37291 2024-11-07T12:32:43,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,072 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,075 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:43,075 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,37291,1730982762953 from backup master directory 2024-11-07T12:32:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:43,077 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:43,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,081 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/hbase.id] with ID: 66cba2b7-e2c4-459d-9661-912cedbc86c1 2024-11-07T12:32:43,081 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/.tmp/hbase.id 2024-11-07T12:32:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:43,088 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/.tmp/hbase.id]:[hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/hbase.id] 2024-11-07T12:32:43,098 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:43,099 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:43,100 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:32:43,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:43,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:43,109 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:43,109 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:43,116 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store 2024-11-07T12:32:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:43,123 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:43,123 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:43,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982763123Disabling compacts and flushes for region at 1730982763123Disabling writes for close at 1730982763123Writing region close event to WAL at 1730982763123Closed at 1730982763123 2024-11-07T12:32:43,124 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/.initializing 2024-11-07T12:32:43,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/WALs/87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,125 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:43,126 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37291%2C1730982762953, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/WALs/87fb68174c52,37291,1730982762953, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:43,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/WALs/87fb68174c52,37291,1730982762953/87fb68174c52%2C37291%2C1730982762953.1730982763126, exclude list is [], retry=0 2024-11-07T12:32:43,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-5c07e481-87a3-4523-90e3-549b0981c123,DISK] 2024-11-07T12:32:43,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-2ec86b4c-3076-4df6-975c-75dc3782865a,DISK] 2024-11-07T12:32:43,144 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/WALs/87fb68174c52,37291,1730982762953/87fb68174c52%2C37291%2C1730982762953.1730982763126 2024-11-07T12:32:43,144 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609),(127.0.0.1/127.0.0.1:44165:44165)] 2024-11-07T12:32:43,144 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:43,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:43,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:43,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:43,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:43,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:43,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:43,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:43,152 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,153 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,153 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,155 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:43,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:43,157 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:43,158 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282994, jitterRate=-0.02720758318901062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:43,158 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982763145Initializing all the Stores at 1730982763145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763146 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982763146Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982763146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982763146Cleaning up temporary data from old regions at 1730982763154 (+8 ms)Region opened successfully at 1730982763158 (+4 ms) 2024-11-07T12:32:43,159 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:43,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb45387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:43,162 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:32:43,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:43,165 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:43,166 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:43,167 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:43,168 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:43,168 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:43,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:43,170 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:43,171 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:43,172 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:43,173 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:43,174 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:43,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:43,177 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,37291,1730982762953, sessionid=0x1001a3ae4580000, setting cluster-up flag (Was=false) 2024-11-07T12:32:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,186 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:43,187 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,194 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:43,194 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,196 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:43,197 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:43,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:43,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:43,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,37291,1730982762953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:43,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982793200 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:43,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:43,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:43,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:43,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:43,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:43,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:43,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:43,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982763203,5,FailOnTimeoutGroup] 2024-11-07T12:32:43,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982763203,5,FailOnTimeoutGroup] 2024-11-07T12:32:43,204 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,204 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:43,204 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,204 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:43,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:43,213 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 2024-11-07T12:32:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:43,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:43,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:43,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:43,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:43,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:43,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:43,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:43,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:43,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:43,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740 2024-11-07T12:32:43,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740 2024-11-07T12:32:43,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:43,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:43,232 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:43,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:43,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:43,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74038796, jitterRate=0.10326403379440308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:43,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982763221Initializing all the Stores at 1730982763221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763222 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982763222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763222Cleaning up temporary data from old regions at 1730982763231 (+9 ms)Region opened successfully at 1730982763235 (+4 ms) 2024-11-07T12:32:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:43,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:43,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:43,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982763236Disabling compacts and flushes for region at 1730982763236Disabling writes for close at 1730982763236Writing region close event to WAL at 1730982763236Closed at 1730982763236 2024-11-07T12:32:43,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:43,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:43,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:43,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:43,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:43,260 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(746): ClusterId : 66cba2b7-e2c4-459d-9661-912cedbc86c1 2024-11-07T12:32:43,260 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(746): ClusterId : 66cba2b7-e2c4-459d-9661-912cedbc86c1 2024-11-07T12:32:43,260 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:43,260 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:43,263 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:43,263 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:43,263 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:43,263 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:43,265 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:43,265 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:43,266 DEBUG [RS:0;87fb68174c52:42423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf5075d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:43,266 DEBUG [RS:1;87fb68174c52:41931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25503bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:43,278 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:42423 2024-11-07T12:32:43,278 INFO [RS:0;87fb68174c52:42423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:43,278 INFO [RS:0;87fb68174c52:42423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:43,278 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:43,278 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,37291,1730982762953 with port=42423, startcode=1730982763003 2024-11-07T12:32:43,278 DEBUG [RS:0;87fb68174c52:42423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:43,280 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:43,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37291 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,282 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 2024-11-07T12:32:43,282 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45197 2024-11-07T12:32:43,282 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:43,283 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:41931 2024-11-07T12:32:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:43,284 INFO [RS:1;87fb68174c52:41931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:43,284 INFO [RS:1;87fb68174c52:41931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:43,284 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:43,284 DEBUG [RS:0;87fb68174c52:42423 {}] zookeeper.ZKUtil(111): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,284 WARN [RS:0;87fb68174c52:42423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:43,284 INFO [RS:0;87fb68174c52:42423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:43,284 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,284 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,37291,1730982762953 with port=41931, startcode=1730982763038 2024-11-07T12:32:43,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,42423,1730982763003] 2024-11-07T12:32:43,284 DEBUG [RS:1;87fb68174c52:41931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:43,286 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:43,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,287 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37291 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,288 INFO [RS:0;87fb68174c52:42423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:43,288 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 2024-11-07T12:32:43,288 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45197 2024-11-07T12:32:43,288 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:43,289 INFO [RS:0;87fb68174c52:42423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:43,290 INFO [RS:0;87fb68174c52:42423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:43,290 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,290 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:43,291 INFO [RS:0;87fb68174c52:42423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:43,291 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:43,291 DEBUG [RS:0;87fb68174c52:42423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:43,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:43,292 DEBUG [RS:1;87fb68174c52:41931 {}] zookeeper.ZKUtil(111): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,292 WARN [RS:1;87fb68174c52:41931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:43,293 INFO [RS:1;87fb68174c52:41931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:43,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,41931,1730982763038] 2024-11-07T12:32:43,293 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,293 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42423,1730982763003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:43,296 INFO [RS:1;87fb68174c52:41931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:43,300 INFO [RS:1;87fb68174c52:41931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:43,301 INFO [RS:1;87fb68174c52:41931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:43,301 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,304 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:43,305 INFO [RS:1;87fb68174c52:41931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:43,305 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:43,305 DEBUG [RS:1;87fb68174c52:41931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:43,306 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,306 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,307 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,307 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,307 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,307 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41931,1730982763038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:43,310 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:43,310 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42423,1730982763003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,310 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,310 INFO [RS:0;87fb68174c52:42423 {}] regionserver.Replication(171): 87fb68174c52,42423,1730982763003 started 2024-11-07T12:32:43,321 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:43,321 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41931,1730982763038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,321 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,321 INFO [RS:1;87fb68174c52:41931 {}] regionserver.Replication(171): 87fb68174c52,41931,1730982763038 started 2024-11-07T12:32:43,324 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,324 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,42423,1730982763003, RpcServer on 87fb68174c52/172.17.0.3:42423, sessionid=0x1001a3ae4580001 2024-11-07T12:32:43,324 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:43,324 DEBUG [RS:0;87fb68174c52:42423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,324 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,42423,1730982763003' 2024-11-07T12:32:43,324 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,42423,1730982763003 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,42423,1730982763003' 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:43,325 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:43,326 DEBUG [RS:0;87fb68174c52:42423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:43,326 INFO [RS:0;87fb68174c52:42423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:43,326 INFO [RS:0;87fb68174c52:42423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:43,335 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,335 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,41931,1730982763038, RpcServer on 87fb68174c52/172.17.0.3:41931, sessionid=0x1001a3ae4580002 2024-11-07T12:32:43,335 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:43,335 DEBUG [RS:1;87fb68174c52:41931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,335 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41931,1730982763038' 2024-11-07T12:32:43,335 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41931,1730982763038' 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:43,336 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:43,337 DEBUG [RS:1;87fb68174c52:41931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:43,337 INFO [RS:1;87fb68174c52:41931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:43,337 INFO [RS:1;87fb68174c52:41931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:43,390 WARN [87fb68174c52:37291 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:43,426 INFO [RS:0;87fb68174c52:42423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:43,428 INFO [RS:0;87fb68174c52:42423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C42423%2C1730982763003, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,42423,1730982763003, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs, maxLogs=32 2024-11-07T12:32:43,437 INFO [RS:1;87fb68174c52:41931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:43,438 INFO [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C41931%2C1730982763038, suffix=, logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs, maxLogs=32 2024-11-07T12:32:43,442 DEBUG [RS:0;87fb68174c52:42423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,42423,1730982763003/87fb68174c52%2C42423%2C1730982763003.1730982763428, exclude list is [], retry=0 2024-11-07T12:32:43,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-5c07e481-87a3-4523-90e3-549b0981c123,DISK] 2024-11-07T12:32:43,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-2ec86b4c-3076-4df6-975c-75dc3782865a,DISK] 2024-11-07T12:32:43,446 INFO [RS:0;87fb68174c52:42423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,42423,1730982763003/87fb68174c52%2C42423%2C1730982763003.1730982763428 2024-11-07T12:32:43,447 DEBUG [RS:0;87fb68174c52:42423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609),(127.0.0.1/127.0.0.1:44165:44165)] 2024-11-07T12:32:43,452 DEBUG [RS:1;87fb68174c52:41931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.1730982763438, exclude list is [], retry=0 2024-11-07T12:32:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-5c07e481-87a3-4523-90e3-549b0981c123,DISK] 2024-11-07T12:32:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-2ec86b4c-3076-4df6-975c-75dc3782865a,DISK] 2024-11-07T12:32:43,456 INFO [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.1730982763438 2024-11-07T12:32:43,457 DEBUG [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38609:38609),(127.0.0.1/127.0.0.1:44165:44165)] 2024-11-07T12:32:43,640 DEBUG [87fb68174c52:37291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:43,640 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:43,642 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:43,642 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:43,642 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:43,642 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:43,642 INFO [87fb68174c52:37291 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:43,642 INFO [87fb68174c52:37291 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:43,642 DEBUG [87fb68174c52:37291 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:43,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41931,1730982763038, state=OPENING 2024-11-07T12:32:43,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:43,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:43,648 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:43,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41931,1730982763038}] 2024-11-07T12:32:43,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:43,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:43,806 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:43,806 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:43,806 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:43,808 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C41931%2C1730982763038.meta, suffix=.meta, logDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038, archiveDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs, maxLogs=32 2024-11-07T12:32:43,822 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.meta.1730982763808.meta, exclude list is [], retry=0 2024-11-07T12:32:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39663,DS-2ec86b4c-3076-4df6-975c-75dc3782865a,DISK] 2024-11-07T12:32:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46639,DS-5c07e481-87a3-4523-90e3-549b0981c123,DISK] 2024-11-07T12:32:43,825 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.meta.1730982763808.meta 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44165:44165),(127.0.0.1/127.0.0.1:38609:38609)] 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:43,826 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:43,826 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:43,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:43,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:43,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:43,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:43,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:43,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:43,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:43,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:43,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:43,832 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:43,833 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740 2024-11-07T12:32:43,834 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740 2024-11-07T12:32:43,835 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:43,835 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:43,836 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:43,837 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:43,838 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74401605, jitterRate=0.10867030918598175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:43,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:43,839 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982763827Writing region info on filesystem at 1730982763827Initializing all the Stores at 1730982763827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982763827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982763827Cleaning up temporary data from old regions at 1730982763835 (+8 ms)Running coprocessor post-open hooks at 1730982763838 (+3 ms)Region opened successfully at 1730982763839 (+1 ms) 2024-11-07T12:32:43,840 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982763801 2024-11-07T12:32:43,842 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:43,842 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:43,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41931,1730982763038, state=OPEN 2024-11-07T12:32:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:43,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,41931,1730982763038 2024-11-07T12:32:43,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41931,1730982763038 in 197 msec 2024-11-07T12:32:43,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:43,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-07T12:32:43,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:43,850 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:43,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:43,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41931,1730982763038, seqNum=-1] 2024-11-07T12:32:43,852 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:43,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:43,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 660 msec 2024-11-07T12:32:43,858 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982763858, completionTime=-1 2024-11-07T12:32:43,858 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:43,858 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:43,859 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:43,859 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982823859 2024-11-07T12:32:43,859 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982883859 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:37291, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,862 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.787sec 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:43,864 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:43,866 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:43,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:43,867 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37291,1730982762953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:43,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737544db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:43,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,37291,-1 for getting cluster id 2024-11-07T12:32:43,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:43,962 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66cba2b7-e2c4-459d-9661-912cedbc86c1' 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66cba2b7-e2c4-459d-9661-912cedbc86c1" 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9d18e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,37291,-1] 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:43,963 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:43,964 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:43,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d7db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:43,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:43,967 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41931,1730982763038, seqNum=-1] 2024-11-07T12:32:43,967 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:43,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:43,971 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,37291,1730982762953 2024-11-07T12:32:43,971 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@644e1fcf 2024-11-07T12:32:43,971 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:43,972 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:43,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:43,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:43,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:43,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:43,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:43,988 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f4cfe85514b24c9bd303e594007a70c5, NAME => 'testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 2024-11-07T12:32:43,988 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8ca4633c7fd223c33d66a192f96e4d5, NAME => 'testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97 2024-11-07T12:32:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f4cfe85514b24c9bd303e594007a70c5, disabling compactions & flushes 2024-11-07T12:32:43,997 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. after waiting 0 ms 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:43,997 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:43,997 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f4cfe85514b24c9bd303e594007a70c5: Waiting for close lock at 1730982763997Disabling compacts and flushes for region at 1730982763997Disabling writes for close at 1730982763997Writing region close event to WAL at 1730982763997Closed at 1730982763997 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a8ca4633c7fd223c33d66a192f96e4d5, disabling compactions & flushes 2024-11-07T12:32:43,998 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. after waiting 0 ms 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:43,998 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:43,998 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8ca4633c7fd223c33d66a192f96e4d5: Waiting for close lock at 1730982763998Disabling compacts and flushes for region at 1730982763998Disabling writes for close at 1730982763998Writing region close event to WAL at 1730982763998Closed at 1730982763998 2024-11-07T12:32:44,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:44,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982764000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982764000"}]},"ts":"1730982764000"} 2024-11-07T12:32:44,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982764000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982764000"}]},"ts":"1730982764000"} 2024-11-07T12:32:44,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:44,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:44,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982764005"}]},"ts":"1730982764005"} 2024-11-07T12:32:44,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:44,008 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:44,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:44,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:44,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:44,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:44,009 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:44,009 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:44,009 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:44,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8ca4633c7fd223c33d66a192f96e4d5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4cfe85514b24c9bd303e594007a70c5, ASSIGN}] 2024-11-07T12:32:44,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4cfe85514b24c9bd303e594007a70c5, ASSIGN 2024-11-07T12:32:44,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8ca4633c7fd223c33d66a192f96e4d5, ASSIGN 2024-11-07T12:32:44,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8ca4633c7fd223c33d66a192f96e4d5, ASSIGN; state=OFFLINE, location=87fb68174c52,42423,1730982763003; forceNewPlan=false, retain=false 2024-11-07T12:32:44,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4cfe85514b24c9bd303e594007a70c5, ASSIGN; state=OFFLINE, location=87fb68174c52,41931,1730982763038; forceNewPlan=false, retain=false 2024-11-07T12:32:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:44,163 INFO [87fb68174c52:37291 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:44,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4cfe85514b24c9bd303e594007a70c5, regionState=OPENING, regionLocation=87fb68174c52,41931,1730982763038 2024-11-07T12:32:44,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8ca4633c7fd223c33d66a192f96e4d5, regionState=OPENING, regionLocation=87fb68174c52,42423,1730982763003 2024-11-07T12:32:44,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4cfe85514b24c9bd303e594007a70c5, ASSIGN because future has completed 2024-11-07T12:32:44,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cfe85514b24c9bd303e594007a70c5, server=87fb68174c52,41931,1730982763038}] 2024-11-07T12:32:44,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8ca4633c7fd223c33d66a192f96e4d5, ASSIGN because future has completed 2024-11-07T12:32:44,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ca4633c7fd223c33d66a192f96e4d5, server=87fb68174c52,42423,1730982763003}] 2024-11-07T12:32:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:44,321 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:44,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:44,323 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,323 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f4cfe85514b24c9bd303e594007a70c5, NAME => 'testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:44,324 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,324 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:44,324 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,324 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,325 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,325 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a8ca4633c7fd223c33d66a192f96e4d5, NAME => 'testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:44,325 INFO [StoreOpener-f4cfe85514b24c9bd303e594007a70c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,326 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,326 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:44,326 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,326 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,327 INFO [StoreOpener-f4cfe85514b24c9bd303e594007a70c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cfe85514b24c9bd303e594007a70c5 columnFamilyName family 2024-11-07T12:32:44,327 DEBUG [StoreOpener-f4cfe85514b24c9bd303e594007a70c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:44,327 INFO [StoreOpener-a8ca4633c7fd223c33d66a192f96e4d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,327 INFO [StoreOpener-f4cfe85514b24c9bd303e594007a70c5-1 {}] regionserver.HStore(327): Store=f4cfe85514b24c9bd303e594007a70c5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:44,327 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,328 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,329 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,329 INFO [StoreOpener-a8ca4633c7fd223c33d66a192f96e4d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8ca4633c7fd223c33d66a192f96e4d5 columnFamilyName family 2024-11-07T12:32:44,329 DEBUG [StoreOpener-a8ca4633c7fd223c33d66a192f96e4d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:44,329 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,329 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,329 INFO [StoreOpener-a8ca4633c7fd223c33d66a192f96e4d5-1 {}] regionserver.HStore(327): Store=a8ca4633c7fd223c33d66a192f96e4d5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:44,329 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,330 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,330 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,331 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,331 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,331 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,332 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,333 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:44,334 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f4cfe85514b24c9bd303e594007a70c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63984915, jitterRate=-0.04655046761035919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:44,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,334 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:44,335 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a8ca4633c7fd223c33d66a192f96e4d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62719787, jitterRate=-0.06540234386920929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:44,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f4cfe85514b24c9bd303e594007a70c5: Running coprocessor pre-open hook at 1730982764324Writing region info on filesystem at 1730982764324Initializing all the Stores at 1730982764325 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982764325Cleaning up temporary data from old regions at 1730982764329 (+4 ms)Running coprocessor post-open hooks at 1730982764334 (+5 ms)Region opened successfully at 1730982764335 (+1 ms) 2024-11-07T12:32:44,335 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a8ca4633c7fd223c33d66a192f96e4d5: Running coprocessor pre-open hook at 1730982764326Writing region info on filesystem at 1730982764326Initializing all the Stores at 1730982764327 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982764327Cleaning up temporary data from old regions at 1730982764331 (+4 ms)Running coprocessor post-open hooks at 1730982764335 (+4 ms)Region opened successfully at 1730982764335 2024-11-07T12:32:44,336 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5., pid=7, masterSystemTime=1730982764319 2024-11-07T12:32:44,336 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5., pid=8, masterSystemTime=1730982764320 2024-11-07T12:32:44,338 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,338 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8ca4633c7fd223c33d66a192f96e4d5, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,42423,1730982763003 2024-11-07T12:32:44,339 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,339 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4cfe85514b24c9bd303e594007a70c5, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,41931,1730982763038 2024-11-07T12:32:44,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8ca4633c7fd223c33d66a192f96e4d5, server=87fb68174c52,42423,1730982763003 because future has completed 2024-11-07T12:32:44,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cfe85514b24c9bd303e594007a70c5, server=87fb68174c52,41931,1730982763038 because future has completed 2024-11-07T12:32:44,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-07T12:32:44,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8ca4633c7fd223c33d66a192f96e4d5, server=87fb68174c52,42423,1730982763003 in 175 msec 2024-11-07T12:32:44,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:32:44,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f4cfe85514b24c9bd303e594007a70c5, server=87fb68174c52,41931,1730982763038 in 177 msec 2024-11-07T12:32:44,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a8ca4633c7fd223c33d66a192f96e4d5, ASSIGN in 336 msec 2024-11-07T12:32:44,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-07T12:32:44,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f4cfe85514b24c9bd303e594007a70c5, ASSIGN in 338 msec 2024-11-07T12:32:44,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:44,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982764350"}]},"ts":"1730982764350"} 2024-11-07T12:32:44,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:44,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:44,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 380 msec 2024-11-07T12:32:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:44,600 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:44,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:44,600 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:44,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:44,606 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5., hostname=87fb68174c52,42423,1730982763003, seqNum=2] 2024-11-07T12:32:44,607 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:44,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:44,617 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5., hostname=87fb68174c52,41931,1730982763038, seqNum=2] 2024-11-07T12:32:44,625 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a8ca4633c7fd223c33d66a192f96e4d5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:44,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/.tmp/family/340790a391a44ec6a61160868089ff0d is 32, key is 1/family:/1730982764609/Put/seqid=0 2024-11-07T12:32:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741839_1015 (size=5054) 2024-11-07T12:32:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741839_1015 (size=5054) 2024-11-07T12:32:44,647 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/.tmp/family/340790a391a44ec6a61160868089ff0d 2024-11-07T12:32:44,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/.tmp/family/340790a391a44ec6a61160868089ff0d as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/family/340790a391a44ec6a61160868089ff0d 2024-11-07T12:32:44,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/family/340790a391a44ec6a61160868089ff0d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:44,659 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a8ca4633c7fd223c33d66a192f96e4d5 in 34ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:44,660 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a8ca4633c7fd223c33d66a192f96e4d5: 2024-11-07T12:32:44,660 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f4cfe85514b24c9bd303e594007a70c5 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:44,675 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/.tmp/family/a9e9eb847c3941408e7b08c465db570f is 32, key is 5/family:/1730982764618/Put/seqid=0 2024-11-07T12:32:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741840_1016 (size=5083) 2024-11-07T12:32:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741840_1016 (size=5083) 2024-11-07T12:32:44,681 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/.tmp/family/a9e9eb847c3941408e7b08c465db570f 2024-11-07T12:32:44,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/.tmp/family/a9e9eb847c3941408e7b08c465db570f as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/family/a9e9eb847c3941408e7b08c465db570f 2024-11-07T12:32:44,692 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/family/a9e9eb847c3941408e7b08c465db570f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:44,693 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f4cfe85514b24c9bd303e594007a70c5 in 33ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:44,694 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f4cfe85514b24c9bd303e594007a70c5: 2024-11-07T12:32:44,695 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 340790a391a44ec6a61160868089ff0d, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:44,696 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 340790a391a44ec6a61160868089ff0d_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:44,697 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file a9e9eb847c3941408e7b08c465db570f, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:44,697 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key a9e9eb847c3941408e7b08c465db570f_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:44,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:44,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:44,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:44,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:44,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:44,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=882460802, stopped=false 2024-11-07T12:32:44,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,37291,1730982762953 2024-11-07T12:32:44,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:44,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:44,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:44,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,42423,1730982763003' ***** 2024-11-07T12:32:44,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:44,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,41931,1730982763038' ***** 2024-11-07T12:32:44,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:44,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:44,701 INFO [RS:1;87fb68174c52:41931 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:44,701 INFO [RS:1;87fb68174c52:41931 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:44,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:44,701 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:44,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:44,701 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(3091): Received CLOSE for a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,701 INFO [RS:1;87fb68174c52:41931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(3091): Received CLOSE for f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:44,702 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,42423,1730982763003 2024-11-07T12:32:44,702 INFO [RS:0;87fb68174c52:42423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:44,702 INFO [RS:0;87fb68174c52:42423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:42423. 2024-11-07T12:32:44,702 DEBUG [RS:0;87fb68174c52:42423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,41931,1730982763038 2024-11-07T12:32:44,702 DEBUG [RS:0;87fb68174c52:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:41931. 2024-11-07T12:32:44,702 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:44,702 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1325): Online Regions={a8ca4633c7fd223c33d66a192f96e4d5=testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5.} 2024-11-07T12:32:44,702 DEBUG [RS:1;87fb68174c52:41931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:44,702 DEBUG [RS:1;87fb68174c52:41931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:44,702 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:44,702 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:44,702 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:44,702 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:44,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:44,703 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:44,703 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:44,703 DEBUG [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1351): Waiting on a8ca4633c7fd223c33d66a192f96e4d5 2024-11-07T12:32:44,703 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:44,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:44,703 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:44,703 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1325): Online Regions={f4cfe85514b24c9bd303e594007a70c5=testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:32:44,703 DEBUG [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4cfe85514b24c9bd303e594007a70c5 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4cfe85514b24c9bd303e594007a70c5, disabling compactions & flushes 2024-11-07T12:32:44,703 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. after waiting 0 ms 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,703 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:44,703 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:44,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8ca4633c7fd223c33d66a192f96e4d5, disabling compactions & flushes 2024-11-07T12:32:44,704 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:44,704 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. after waiting 0 ms 2024-11-07T12:32:44,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,708 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:44,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/f4cfe85514b24c9bd303e594007a70c5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:44,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/default/testClearRegionBlockCache/a8ca4633c7fd223c33d66a192f96e4d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:44,709 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4cfe85514b24c9bd303e594007a70c5: Waiting for close lock at 1730982764703Running coprocessor pre-close hooks at 1730982764703Disabling compacts and flushes for region at 1730982764703Disabling writes for close at 1730982764703Writing region close event to WAL at 1730982764705 (+2 ms)Running coprocessor post-close hooks at 1730982764709 (+4 ms)Closed at 1730982764709 2024-11-07T12:32:44,710 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5. 2024-11-07T12:32:44,710 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,710 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8ca4633c7fd223c33d66a192f96e4d5: Waiting for close lock at 1730982764704Running coprocessor pre-close hooks at 1730982764704Disabling compacts and flushes for region at 1730982764704Disabling writes for close at 1730982764704Writing region close event to WAL at 1730982764705 (+1 ms)Running coprocessor post-close hooks at 1730982764710 (+5 ms)Closed at 1730982764710 2024-11-07T12:32:44,710 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982763973.a8ca4633c7fd223c33d66a192f96e4d5. 2024-11-07T12:32:44,721 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/info/f09249db42144fc0a5b43bb73191951d is 173, key is testClearRegionBlockCache,5,1730982763973.f4cfe85514b24c9bd303e594007a70c5./info:regioninfo/1730982764340/Put/seqid=0 2024-11-07T12:32:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:44,727 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/info/f09249db42144fc0a5b43bb73191951d 2024-11-07T12:32:44,747 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/ns/2985638d0c9241129efdd2d98f4b4d6c is 43, key is default/ns:d/1730982763853/Put/seqid=0 2024-11-07T12:32:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:44,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:44,753 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/ns/2985638d0c9241129efdd2d98f4b4d6c 2024-11-07T12:32:44,773 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/table/4e7ef3c65166444691e5061182d18c05 is 61, key is testClearRegionBlockCache/table:state/1730982764350/Put/seqid=0 2024-11-07T12:32:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:44,779 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/table/4e7ef3c65166444691e5061182d18c05 2024-11-07T12:32:44,785 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/info/f09249db42144fc0a5b43bb73191951d as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/info/f09249db42144fc0a5b43bb73191951d 2024-11-07T12:32:44,790 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/info/f09249db42144fc0a5b43bb73191951d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:44,791 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/ns/2985638d0c9241129efdd2d98f4b4d6c as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/ns/2985638d0c9241129efdd2d98f4b4d6c 2024-11-07T12:32:44,794 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:44,796 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/ns/2985638d0c9241129efdd2d98f4b4d6c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:44,796 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/.tmp/table/4e7ef3c65166444691e5061182d18c05 as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/table/4e7ef3c65166444691e5061182d18c05 2024-11-07T12:32:44,802 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/table/4e7ef3c65166444691e5061182d18c05, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:44,803 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:44,807 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:44,808 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:44,808 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:44,808 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982764703Running coprocessor pre-close hooks at 1730982764703Disabling compacts and flushes for region at 1730982764703Disabling writes for close at 1730982764703Obtaining lock to block concurrent updates at 1730982764704 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982764704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982764704Flushing stores of hbase:meta,,1.1588230740 at 1730982764705 (+1 ms)Flushing 1588230740/info: creating writer at 1730982764705Flushing 1588230740/info: appending metadata at 1730982764721 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730982764721Flushing 1588230740/ns: creating writer at 1730982764732 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730982764746 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730982764746Flushing 1588230740/table: creating writer at 1730982764758 (+12 ms)Flushing 1588230740/table: appending metadata at 1730982764772 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982764772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4616c7: reopening flushed file at 1730982764784 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab67f1: reopening flushed file at 1730982764790 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a6aebf: reopening flushed file at 1730982764796 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=13, compaction requested=false at 1730982764803 (+7 ms)Writing region close event to WAL at 1730982764804 (+1 ms)Running coprocessor post-close hooks at 1730982764808 (+4 ms)Closed at 1730982764808 2024-11-07T12:32:44,808 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:44,903 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,42423,1730982763003; all regions closed. 2024-11-07T12:32:44,903 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,41931,1730982763038; all regions closed. 2024-11-07T12:32:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741833_1009 (size=1758) 2024-11-07T12:32:44,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.meta.1730982763808.meta not finished, retry = 0 2024-11-07T12:32:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:44,908 DEBUG [RS:0;87fb68174c52:42423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C42423%2C1730982763003:(num 1730982763428) 2024-11-07T12:32:44,908 DEBUG [RS:0;87fb68174c52:42423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:44,908 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:44,908 INFO [RS:0;87fb68174c52:42423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42423 2024-11-07T12:32:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:44,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,42423,1730982763003 2024-11-07T12:32:44,910 INFO [RS:0;87fb68174c52:42423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:44,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,42423,1730982763003] 2024-11-07T12:32:44,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,42423,1730982763003 already deleted, retry=false 2024-11-07T12:32:44,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,42423,1730982763003 expired; onlineServers=1 2024-11-07T12:32:45,009 DEBUG [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs 2024-11-07T12:32:45,009 INFO [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41931%2C1730982763038.meta:.meta(num 1730982763808) 2024-11-07T12:32:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:45,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/WALs/87fb68174c52,41931,1730982763038/87fb68174c52%2C41931%2C1730982763038.1730982763438 not finished, retry = 0 2024-11-07T12:32:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741834_1010 (size=1867) 2024-11-07T12:32:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,012 INFO [RS:0;87fb68174c52:42423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42423-0x1001a3ae4580001, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,012 INFO [RS:0;87fb68174c52:42423 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,42423,1730982763003; zookeeper connection closed. 2024-11-07T12:32:45,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5925668c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5925668c 2024-11-07T12:32:45,156 DEBUG [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/oldWALs 2024-11-07T12:32:45,156 INFO [RS:1;87fb68174c52:41931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41931%2C1730982763038:(num 1730982763438) 2024-11-07T12:32:45,156 DEBUG [RS:1;87fb68174c52:41931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:45,156 INFO [RS:1;87fb68174c52:41931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:45,156 INFO [RS:1;87fb68174c52:41931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:45,157 INFO [RS:1;87fb68174c52:41931 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:45,157 INFO [RS:1;87fb68174c52:41931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:45,157 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:45,157 INFO [RS:1;87fb68174c52:41931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41931 2024-11-07T12:32:45,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:45,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,41931,1730982763038 2024-11-07T12:32:45,159 INFO [RS:1;87fb68174c52:41931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:45,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,41931,1730982763038] 2024-11-07T12:32:45,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,41931,1730982763038 already deleted, retry=false 2024-11-07T12:32:45,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,41931,1730982763038 expired; onlineServers=0 2024-11-07T12:32:45,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,37291,1730982762953' ***** 2024-11-07T12:32:45,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:45,162 INFO [M:0;87fb68174c52:37291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:45,162 INFO [M:0;87fb68174c52:37291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:45,162 DEBUG [M:0;87fb68174c52:37291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:45,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:45,162 DEBUG [M:0;87fb68174c52:37291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:45,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982763203 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982763203,5,FailOnTimeoutGroup] 2024-11-07T12:32:45,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982763203 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982763203,5,FailOnTimeoutGroup] 2024-11-07T12:32:45,162 INFO [M:0;87fb68174c52:37291 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:45,163 INFO [M:0;87fb68174c52:37291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:45,163 DEBUG [M:0;87fb68174c52:37291 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:45,163 INFO [M:0;87fb68174c52:37291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:45,163 INFO [M:0;87fb68174c52:37291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:45,163 INFO [M:0;87fb68174c52:37291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:45,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:45,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:45,164 DEBUG [M:0;87fb68174c52:37291 {}] zookeeper.ZKUtil(347): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:45,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:45,164 WARN [M:0;87fb68174c52:37291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:45,165 INFO [M:0;87fb68174c52:37291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/.lastflushedseqids 2024-11-07T12:32:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:45,171 INFO [M:0;87fb68174c52:37291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:45,171 INFO [M:0;87fb68174c52:37291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:45,171 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:45,171 INFO [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:45,171 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:45,171 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:45,171 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:45,171 INFO [M:0;87fb68174c52:37291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-07T12:32:45,187 DEBUG [M:0;87fb68174c52:37291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04826b3e17034d0e99f2bc821f28f8f0 is 82, key is hbase:meta,,1/info:regioninfo/1730982763842/Put/seqid=0 2024-11-07T12:32:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:45,192 INFO [M:0;87fb68174c52:37291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04826b3e17034d0e99f2bc821f28f8f0 2024-11-07T12:32:45,211 DEBUG [M:0;87fb68174c52:37291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998ea75aff9c4127a39682128bd126d7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982764353/Put/seqid=0 2024-11-07T12:32:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741846_1022 (size=6219) 2024-11-07T12:32:45,216 INFO [M:0;87fb68174c52:37291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998ea75aff9c4127a39682128bd126d7 2024-11-07T12:32:45,242 DEBUG [M:0;87fb68174c52:37291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db03cd4cf064dcf897cff1fcaf05193 is 69, key is 87fb68174c52,41931,1730982763038/rs:state/1730982763287/Put/seqid=0 2024-11-07T12:32:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:45,247 INFO [M:0;87fb68174c52:37291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db03cd4cf064dcf897cff1fcaf05193 2024-11-07T12:32:45,253 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04826b3e17034d0e99f2bc821f28f8f0 as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04826b3e17034d0e99f2bc821f28f8f0 2024-11-07T12:32:45,258 INFO [M:0;87fb68174c52:37291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04826b3e17034d0e99f2bc821f28f8f0, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:45,259 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/998ea75aff9c4127a39682128bd126d7 as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/998ea75aff9c4127a39682128bd126d7 2024-11-07T12:32:45,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,261 INFO [RS:1;87fb68174c52:41931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:45,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41931-0x1001a3ae4580002, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,261 INFO [RS:1;87fb68174c52:41931 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,41931,1730982763038; zookeeper connection closed. 2024-11-07T12:32:45,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21bece25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21bece25 2024-11-07T12:32:45,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:45,264 INFO [M:0;87fb68174c52:37291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/998ea75aff9c4127a39682128bd126d7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:45,265 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db03cd4cf064dcf897cff1fcaf05193 as hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db03cd4cf064dcf897cff1fcaf05193 2024-11-07T12:32:45,269 INFO [M:0;87fb68174c52:37291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45197/user/jenkins/test-data/47e8e647-487d-c5c9-3648-5cc7d1fb7b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db03cd4cf064dcf897cff1fcaf05193, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:45,270 INFO [M:0;87fb68174c52:37291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:45,271 INFO [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:45,271 DEBUG [M:0;87fb68174c52:37291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982765171Disabling compacts and flushes for region at 1730982765171Disabling writes for close at 1730982765171Obtaining lock to block concurrent updates at 1730982765171Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982765171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1730982765172 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982765172Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982765172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982765187 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982765187Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982765197 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982765211 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982765211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982765221 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982765242 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982765242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29780bd4: reopening flushed file at 1730982765252 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190a77db: reopening flushed file at 1730982765258 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0864a5: reopening flushed file at 1730982765264 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1730982765270 (+6 ms)Writing region close event to WAL at 1730982765271 (+1 ms)Closed at 1730982765271 2024-11-07T12:32:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39663 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46639 is added to blk_1073741830_1006 (size=35440) 2024-11-07T12:32:45,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:45,274 INFO [M:0;87fb68174c52:37291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:45,274 INFO [M:0;87fb68174c52:37291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37291 2024-11-07T12:32:45,275 INFO [M:0;87fb68174c52:37291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,377 INFO [M:0;87fb68174c52:37291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37291-0x1001a3ae4580000, quorum=127.0.0.1:54767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:45,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3c6051{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:45,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ed7720{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:45,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:45,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e13ee1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:45,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334fa83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:45,384 WARN [BP-601966086-172.17.0.3-1730982762289 heartbeating to localhost/127.0.0.1:45197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:45,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:45,385 WARN [BP-601966086-172.17.0.3-1730982762289 heartbeating to localhost/127.0.0.1:45197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601966086-172.17.0.3-1730982762289 (Datanode Uuid a2a2baa4-7ebd-4d38-8a05-7eabae18e85f) service to localhost/127.0.0.1:45197 2024-11-07T12:32:45,385 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:45,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data3/current/BP-601966086-172.17.0.3-1730982762289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:45,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data4/current/BP-601966086-172.17.0.3-1730982762289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:45,386 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:45,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:32:45,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28179244{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:45,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a9340a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:45,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:45,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bd86e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:45,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64de9272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:45,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:32:45,459 WARN [BP-601966086-172.17.0.3-1730982762289 heartbeating to localhost/127.0.0.1:45197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:45,459 WARN [BP-601966086-172.17.0.3-1730982762289 heartbeating to localhost/127.0.0.1:45197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-601966086-172.17.0.3-1730982762289 (Datanode Uuid e6badb5b-6bf1-4359-8f2f-8d7f29a26623) service to localhost/127.0.0.1:45197 2024-11-07T12:32:45,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:45,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:45,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data1/current/BP-601966086-172.17.0.3-1730982762289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:45,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/cluster_a41818a6-7afc-dd94-8f70-3f237d038d7f/data/data2/current/BP-601966086-172.17.0.3-1730982762289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:45,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:45,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63615f50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:45,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@787e450d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:45,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:45,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@493e1664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:45,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d8cab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:45,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:45,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:45,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 155) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45197 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45197 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 79) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6343 (was 6525) 2024-11-07T12:32:45,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=175, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=6343 2024-11-07T12:32:45,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir so I do NOT create it in target/test-data/1f97c570-d775-8593-5223-24a156e5be3a 2024-11-07T12:32:45,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:32:45,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.tmp.dir so I do NOT create it in target/test-data/1f97c570-d775-8593-5223-24a156e5be3a 2024-11-07T12:32:45,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0716fb21-1d9c-38fb-700b-73ae89e2791d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:32:45,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a 2024-11-07T12:32:45,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:32:45,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57, deleteOnExit=true 2024-11-07T12:32:45,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/test.cache.data in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:32:45,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:32:45,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:32:45,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:32:45,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:45,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:45,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:45,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:45,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:32:45,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:45,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a2c9da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:45,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62276340{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:45,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28457e8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/java.io.tmpdir/jetty-localhost-42463-hadoop-hdfs-3_4_1-tests_jar-_-any-12088640974904276169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:45,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38eb3767{HTTP/1.1, (http/1.1)}{localhost:42463} 2024-11-07T12:32:45,723 INFO [Time-limited test {}] server.Server(415): Started @23247ms 2024-11-07T12:32:45,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:45,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:45,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:45,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:45,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:45,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27209016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:45,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5014b814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ebee03f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/java.io.tmpdir/jetty-localhost-42379-hadoop-hdfs-3_4_1-tests_jar-_-any-1962952578517483608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:45,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:42379} 2024-11-07T12:32:45,902 INFO [Time-limited test {}] server.Server(415): Started @23425ms 2024-11-07T12:32:45,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:45,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:32:45,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:32:45,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:32:45,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:32:45,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:32:45,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecf04ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:32:45,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3055ddb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:32:45,989 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data1/current/BP-73763563-172.17.0.3-1730982765552/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:45,989 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data2/current/BP-73763563-172.17.0.3-1730982765552/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:46,011 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c5356497ecb781 with lease ID 0xa4e740b6fc7abfc3: Processing first storage report for DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=12eb6acf-15f1-49a3-aa04-63cb44d07437, infoPort=39949, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552) 2024-11-07T12:32:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c5356497ecb781 with lease ID 0xa4e740b6fc7abfc3: from storage DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=12eb6acf-15f1-49a3-aa04-63cb44d07437, infoPort=39949, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:32:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c5356497ecb781 with lease ID 0xa4e740b6fc7abfc3: Processing first storage report for DS-c0a9aaf6-8d89-442e-aee2-5df341ae33bc from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=12eb6acf-15f1-49a3-aa04-63cb44d07437, infoPort=39949, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552) 2024-11-07T12:32:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c5356497ecb781 with lease ID 0xa4e740b6fc7abfc3: from storage DS-c0a9aaf6-8d89-442e-aee2-5df341ae33bc node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=12eb6acf-15f1-49a3-aa04-63cb44d07437, infoPort=39949, infoSecurePort=0, ipcPort=33671, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:46,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1da34bf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/java.io.tmpdir/jetty-localhost-36137-hadoop-hdfs-3_4_1-tests_jar-_-any-15025653721261373346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:46,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b8921e{HTTP/1.1, (http/1.1)}{localhost:36137} 2024-11-07T12:32:46,065 INFO [Time-limited test {}] server.Server(415): Started @23589ms 2024-11-07T12:32:46,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:32:46,151 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data3/current/BP-73763563-172.17.0.3-1730982765552/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:46,151 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data4/current/BP-73763563-172.17.0.3-1730982765552/current, will proceed with Du for space computation calculation, 2024-11-07T12:32:46,166 WARN [Thread-1430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:32:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49e90e5b7de1910f with lease ID 0xa4e740b6fc7abfc4: Processing first storage report for DS-819e1382-f9c8-4b64-9c01-1adc5860dad0 from datanode DatanodeRegistration(127.0.0.1:43269, datanodeUuid=3cacad24-6c90-48e1-a415-8381dbdd11f7, infoPort=43069, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552) 2024-11-07T12:32:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49e90e5b7de1910f with lease ID 0xa4e740b6fc7abfc4: from storage DS-819e1382-f9c8-4b64-9c01-1adc5860dad0 node DatanodeRegistration(127.0.0.1:43269, datanodeUuid=3cacad24-6c90-48e1-a415-8381dbdd11f7, infoPort=43069, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49e90e5b7de1910f with lease ID 0xa4e740b6fc7abfc4: Processing first storage report for DS-2239debe-afbf-4d33-ad57-07078cc19f02 from datanode DatanodeRegistration(127.0.0.1:43269, datanodeUuid=3cacad24-6c90-48e1-a415-8381dbdd11f7, infoPort=43069, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552) 2024-11-07T12:32:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49e90e5b7de1910f with lease ID 0xa4e740b6fc7abfc4: from storage DS-2239debe-afbf-4d33-ad57-07078cc19f02 node DatanodeRegistration(127.0.0.1:43269, datanodeUuid=3cacad24-6c90-48e1-a415-8381dbdd11f7, infoPort=43069, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=944744168;c=1730982765552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:32:46,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a 2024-11-07T12:32:46,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/zookeeper_0, clientPort=49424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:32:46,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49424 2024-11-07T12:32:46,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:46,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:32:46,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 with version=8 2024-11-07T12:32:46,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/hbase-staging 2024-11-07T12:32:46,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:32:46,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:46,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40233 2024-11-07T12:32:46,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40233 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-07T12:32:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402330x0, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:46,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40233-0x1001a3af1180000 connected 2024-11-07T12:32:46,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:46,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508, hbase.cluster.distributed=false 2024-11-07T12:32:46,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-07T12:32:46,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40233 2024-11-07T12:32:46,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40233 2024-11-07T12:32:46,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-07T12:32:46,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40233 2024-11-07T12:32:46,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:46,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:46,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:46,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45565 2024-11-07T12:32:46,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45565 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-07T12:32:46,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455650x0, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:46,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455650x0, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:46,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45565-0x1001a3af1180001 connected 2024-11-07T12:32:46,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:46,273 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:46,282 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:46,282 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:46,282 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:46,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:46,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:46,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:46,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45565 2024-11-07T12:32:46,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45565 2024-11-07T12:32:46,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45565 2024-11-07T12:32:46,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45565 2024-11-07T12:32:46,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45565 2024-11-07T12:32:46,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:32:46,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37569 2024-11-07T12:32:46,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37569 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-07T12:32:46,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375690x0, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:32:46,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375690x0, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:46,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37569-0x1001a3af1180002 connected 2024-11-07T12:32:46,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:32:46,309 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-07T12:32:46,315 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-07T12:32:46,315 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-07T12:32:46,316 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-07T12:32:46,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:32:46,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:32:46,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:32:46,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-07T12:32:46,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37569 2024-11-07T12:32:46,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37569 2024-11-07T12:32:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-07T12:32:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-07T12:32:46,331 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:40233 2024-11-07T12:32:46,331 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,333 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,335 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:32:46,336 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,40233,1730982766217 from backup master directory 2024-11-07T12:32:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:32:46,337 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:46,337 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,342 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/hbase.id] with ID: 5c048022-1ca6-4592-b671-c0f0fe89794c 2024-11-07T12:32:46,342 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/.tmp/hbase.id 2024-11-07T12:32:46,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:46,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:32:46,349 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/.tmp/hbase.id]:[hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/hbase.id] 2024-11-07T12:32:46,360 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:32:46,360 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:32:46,362 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:32:46,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:32:46,371 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:46,372 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:32:46,372 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:46,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:32:46,379 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store 2024-11-07T12:32:46,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:46,386 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:46,386 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:46,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982766386Disabling compacts and flushes for region at 1730982766386Disabling writes for close at 1730982766386Writing region close event to WAL at 1730982766386Closed at 1730982766386 2024-11-07T12:32:46,387 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/.initializing 2024-11-07T12:32:46,387 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/WALs/87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,388 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:46,390 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C40233%2C1730982766217, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/WALs/87fb68174c52,40233,1730982766217, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/oldWALs, maxLogs=10 2024-11-07T12:32:46,411 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/WALs/87fb68174c52,40233,1730982766217/87fb68174c52%2C40233%2C1730982766217.1730982766390, exclude list is [], retry=0 2024-11-07T12:32:46,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-819e1382-f9c8-4b64-9c01-1adc5860dad0,DISK] 2024-11-07T12:32:46,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a,DISK] 2024-11-07T12:32:46,416 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/WALs/87fb68174c52,40233,1730982766217/87fb68174c52%2C40233%2C1730982766217.1730982766390 2024-11-07T12:32:46,416 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069),(127.0.0.1/127.0.0.1:39949:39949)] 2024-11-07T12:32:46,416 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:46,417 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:46,417 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,417 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:32:46,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:32:46,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:46,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:32:46,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:46,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:32:46,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:46,425 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,427 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,427 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,428 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:46,429 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:32:46,431 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:46,431 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984926, jitterRate=-0.0316491425037384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:46,432 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982766417Initializing all the Stores at 1730982766418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982766418Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982766418Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982766418Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982766418Cleaning up temporary data from old regions at 1730982766427 (+9 ms)Region opened successfully at 1730982766432 (+5 ms) 2024-11-07T12:32:46,432 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:32:46,436 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5735d446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:46,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:32:46,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:32:46,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:32:46,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:32:46,438 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:32:46,438 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:32:46,438 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:32:46,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:32:46,441 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:32:46,442 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:32:46,443 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:32:46,443 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:32:46,445 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:32:46,445 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:32:46,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:32:46,447 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:32:46,448 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:32:46,449 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:32:46,452 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:32:46,455 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,457 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,40233,1730982766217, sessionid=0x1001a3af1180000, setting cluster-up flag (Was=false) 2024-11-07T12:32:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,465 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:32:46,466 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,474 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:32:46,475 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,40233,1730982766217 2024-11-07T12:32:46,477 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:32:46,479 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:46,479 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:32:46,479 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:32:46,479 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,40233,1730982766217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:46,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982796482 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:46,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:32:46,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:32:46,483 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:32:46,483 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:32:46,483 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:32:46,483 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:32:46,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982766483,5,FailOnTimeoutGroup] 2024-11-07T12:32:46,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:32:46,484 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982766483,5,FailOnTimeoutGroup] 2024-11-07T12:32:46,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:32:46,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:32:46,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:32:46,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 2024-11-07T12:32:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:32:46,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:46,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:46,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:46,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:46,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:46,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:46,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:46,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:46,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:46,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:46,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:46,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:46,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:46,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:46,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:46,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740 2024-11-07T12:32:46,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740 2024-11-07T12:32:46,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:46,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:46,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:46,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:46,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:46,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62080123, jitterRate=-0.07493408024311066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:46,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982766498Initializing all the Stores at 1730982766499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982766499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982766499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982766499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982766499Cleaning up temporary data from old regions at 1730982766507 (+8 ms)Region opened successfully at 1730982766512 (+5 ms) 2024-11-07T12:32:46,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:46,512 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:46,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:46,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:46,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:46,513 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:46,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982766512Disabling compacts and flushes for region at 1730982766512Disabling writes for close at 1730982766512Writing region close event to WAL at 1730982766512Closed at 1730982766512 2024-11-07T12:32:46,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:46,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:32:46,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:32:46,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:46,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:32:46,521 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(746): ClusterId : 5c048022-1ca6-4592-b671-c0f0fe89794c 2024-11-07T12:32:46,521 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:46,521 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(746): ClusterId : 5c048022-1ca6-4592-b671-c0f0fe89794c 2024-11-07T12:32:46,521 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:32:46,523 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:46,523 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:46,523 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:32:46,523 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:32:46,526 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:46,526 DEBUG [RS:0;87fb68174c52:45565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfe2b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:46,526 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:32:46,526 DEBUG [RS:1;87fb68174c52:37569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d9cdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:32:46,538 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:45565 2024-11-07T12:32:46,538 INFO [RS:0;87fb68174c52:45565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:46,538 INFO [RS:0;87fb68174c52:45565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:46,538 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:46,538 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,40233,1730982766217 with port=45565, startcode=1730982766263 2024-11-07T12:32:46,539 DEBUG [RS:0;87fb68174c52:45565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:46,539 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb68174c52:37569 2024-11-07T12:32:46,539 INFO [RS:1;87fb68174c52:37569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:32:46,539 INFO [RS:1;87fb68174c52:37569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:32:46,539 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:32:46,539 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,40233,1730982766217 with port=37569, startcode=1730982766300 2024-11-07T12:32:46,540 DEBUG [RS:1;87fb68174c52:37569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:32:46,540 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:46,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,541 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:32:46,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,542 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 2024-11-07T12:32:46,542 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42331 2024-11-07T12:32:46,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40233 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,542 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:46,543 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 2024-11-07T12:32:46,543 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42331 2024-11-07T12:32:46,543 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:32:46,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:46,547 DEBUG [RS:0;87fb68174c52:45565 {}] zookeeper.ZKUtil(111): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,547 WARN [RS:0;87fb68174c52:45565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:46,547 INFO [RS:0;87fb68174c52:45565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:46,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,37569,1730982766300] 2024-11-07T12:32:46,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,45565,1730982766263] 2024-11-07T12:32:46,547 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,547 DEBUG [RS:1;87fb68174c52:37569 {}] zookeeper.ZKUtil(111): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,547 WARN [RS:1;87fb68174c52:37569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:32:46,548 INFO [RS:1;87fb68174c52:37569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:46,548 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,550 INFO [RS:0;87fb68174c52:45565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:46,550 INFO [RS:1;87fb68174c52:37569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:32:46,552 INFO [RS:0;87fb68174c52:45565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:46,552 INFO [RS:0;87fb68174c52:45565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:46,553 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,553 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:46,553 INFO [RS:1;87fb68174c52:37569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:32:46,553 INFO [RS:0;87fb68174c52:45565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:46,553 INFO [RS:1;87fb68174c52:37569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:32:46,554 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,554 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:46,554 DEBUG [RS:0;87fb68174c52:45565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:46,554 INFO [RS:1;87fb68174c52:37569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:32:46,554 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,554 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,554 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:46,555 DEBUG [RS:1;87fb68174c52:37569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:32:46,555 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,555 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,555 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45565,1730982766263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,556 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37569,1730982766300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:46,571 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:46,571 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37569,1730982766300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,571 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:32:46,571 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,571 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45565,1730982766263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,571 INFO [RS:1;87fb68174c52:37569 {}] regionserver.Replication(171): 87fb68174c52,37569,1730982766300 started 2024-11-07T12:32:46,571 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,571 INFO [RS:0;87fb68174c52:45565 {}] regionserver.Replication(171): 87fb68174c52,45565,1730982766263 started 2024-11-07T12:32:46,585 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,585 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:46,586 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,45565,1730982766263, RpcServer on 87fb68174c52/172.17.0.3:45565, sessionid=0x1001a3af1180001 2024-11-07T12:32:46,586 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,37569,1730982766300, RpcServer on 87fb68174c52/172.17.0.3:37569, sessionid=0x1001a3af1180002 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37569,1730982766300' 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45565,1730982766263' 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:46,586 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:46,586 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:32:46,587 DEBUG [RS:0;87fb68174c52:45565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,37569,1730982766300 2024-11-07T12:32:46,587 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45565,1730982766263' 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37569,1730982766300' 2024-11-07T12:32:46,587 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:46,587 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:32:46,587 DEBUG [RS:1;87fb68174c52:37569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:46,587 DEBUG [RS:0;87fb68174c52:45565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:32:46,588 INFO [RS:1;87fb68174c52:37569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:46,588 INFO [RS:0;87fb68174c52:45565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:32:46,588 INFO [RS:1;87fb68174c52:37569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:46,588 INFO [RS:0;87fb68174c52:45565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:32:46,666 WARN [87fb68174c52:40233 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:32:46,688 INFO [RS:1;87fb68174c52:37569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:46,688 INFO [RS:0;87fb68174c52:45565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:32:46,689 INFO [RS:1;87fb68174c52:37569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C37569%2C1730982766300, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,37569,1730982766300, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs, maxLogs=32 2024-11-07T12:32:46,689 INFO [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C45565%2C1730982766263, suffix=, logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs, maxLogs=32 2024-11-07T12:32:46,703 DEBUG [RS:0;87fb68174c52:45565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.1730982766690, exclude list is [], retry=0 2024-11-07T12:32:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-819e1382-f9c8-4b64-9c01-1adc5860dad0,DISK] 2024-11-07T12:32:46,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a,DISK] 2024-11-07T12:32:46,707 INFO [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.1730982766690 2024-11-07T12:32:46,707 DEBUG [RS:1;87fb68174c52:37569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,37569,1730982766300/87fb68174c52%2C37569%2C1730982766300.1730982766690, exclude list is [], retry=0 2024-11-07T12:32:46,708 DEBUG [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069),(127.0.0.1/127.0.0.1:39949:39949)] 2024-11-07T12:32:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-819e1382-f9c8-4b64-9c01-1adc5860dad0,DISK] 2024-11-07T12:32:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a,DISK] 2024-11-07T12:32:46,711 INFO [RS:1;87fb68174c52:37569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,37569,1730982766300/87fb68174c52%2C37569%2C1730982766300.1730982766690 2024-11-07T12:32:46,712 DEBUG [RS:1;87fb68174c52:37569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39949:39949),(127.0.0.1/127.0.0.1:43069:43069)] 2024-11-07T12:32:46,917 DEBUG [87fb68174c52:40233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T12:32:46,917 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:46,919 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:46,919 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:46,919 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:46,919 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:46,919 INFO [87fb68174c52:40233 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:46,919 INFO [87fb68174c52:40233 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:46,919 DEBUG [87fb68174c52:40233 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:46,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,45565,1730982766263 2024-11-07T12:32:46,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45565,1730982766263, state=OPENING 2024-11-07T12:32:46,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:32:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:46,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:32:46,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:46,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:46,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:46,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45565,1730982766263}] 2024-11-07T12:32:47,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:47,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:47,083 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:32:47,083 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:32:47,083 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:32:47,085 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C45565%2C1730982766263.meta, suffix=.meta, logDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263, archiveDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs, maxLogs=32 2024-11-07T12:32:47,098 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.meta.1730982767085.meta, exclude list is [], retry=0 2024-11-07T12:32:47,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43269,DS-819e1382-f9c8-4b64-9c01-1adc5860dad0,DISK] 2024-11-07T12:32:47,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-df1fa6fe-d8e0-4bd6-ad57-3d7d1d9f048a,DISK] 2024-11-07T12:32:47,102 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.meta.1730982767085.meta 2024-11-07T12:32:47,102 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43069:43069),(127.0.0.1/127.0.0.1:39949:39949)] 2024-11-07T12:32:47,102 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:32:47,102 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:32:47,103 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:32:47,103 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:32:47,103 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:32:47,103 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:47,103 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:32:47,103 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:32:47,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:32:47,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:32:47,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:47,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:32:47,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:32:47,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:47,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:32:47,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:32:47,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:47,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:32:47,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:32:47,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:32:47,109 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:32:47,110 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740 2024-11-07T12:32:47,110 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740 2024-11-07T12:32:47,111 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:32:47,111 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:32:47,112 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:32:47,113 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:32:47,114 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59396464, jitterRate=-0.11492371559143066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:32:47,114 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:32:47,114 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982767103Writing region info on filesystem at 1730982767103Initializing all the Stores at 1730982767104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982767104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982767104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982767104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982767104Cleaning up temporary data from old regions at 1730982767111 (+7 ms)Running coprocessor post-open hooks at 1730982767114 (+3 ms)Region opened successfully at 1730982767114 2024-11-07T12:32:47,115 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982767077 2024-11-07T12:32:47,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45565,1730982766263 2024-11-07T12:32:47,118 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:32:47,118 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:32:47,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45565,1730982766263, state=OPEN 2024-11-07T12:32:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:32:47,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,45565,1730982766263 2024-11-07T12:32:47,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:47,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:47,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:32:47,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:32:47,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45565,1730982766263 in 196 msec 2024-11-07T12:32:47,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:32:47,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-07T12:32:47,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:32:47,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:32:47,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:47,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45565,1730982766263, seqNum=-1] 2024-11-07T12:32:47,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:47,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:47,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 655 msec 2024-11-07T12:32:47,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982767133, completionTime=-1 2024-11-07T12:32:47,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-07T12:32:47,134 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:32:47,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-07T12:32:47,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982827135 2024-11-07T12:32:47,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982887135 2024-11-07T12:32:47,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:40233, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,138 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:32:47,139 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.802sec 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:32:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:32:47,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:32:47,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:32:47,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40233,1730982766217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:32:47,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f17514a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:47,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40233,-1 for getting cluster id 2024-11-07T12:32:47,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:32:47,222 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c048022-1ca6-4592-b671-c0f0fe89794c' 2024-11-07T12:32:47,223 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:32:47,223 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c048022-1ca6-4592-b671-c0f0fe89794c" 2024-11-07T12:32:47,223 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3ea617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40233,-1] 2024-11-07T12:32:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:32:47,224 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,225 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:32:47,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb1455c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:32:47,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:32:47,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45565,1730982766263, seqNum=-1] 2024-11-07T12:32:47,227 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:47,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:47,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,40233,1730982766217 2024-11-07T12:32:47,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:32:47,231 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,40233,1730982766217 2024-11-07T12:32:47,231 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc16db5 2024-11-07T12:32:47,231 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:32:47,231 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:32:47,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:32:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-07T12:32:47,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:32:47,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-07T12:32:47,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:32:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741836_1012 (size=379) 2024-11-07T12:32:47,244 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c9fdab8f2856e9c441786834302c41a, NAME => 'testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 2024-11-07T12:32:47,244 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9788b7b937480413206679f5a9035efa, NAME => 'testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508 2024-11-07T12:32:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741837_1013 (size=61) 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7c9fdab8f2856e9c441786834302c41a, disabling compactions & flushes 2024-11-07T12:32:47,253 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. after waiting 0 ms 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,253 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,253 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c9fdab8f2856e9c441786834302c41a: Waiting for close lock at 1730982767253Disabling compacts and flushes for region at 1730982767253Disabling writes for close at 1730982767253Writing region close event to WAL at 1730982767253Closed at 1730982767253 2024-11-07T12:32:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741838_1014 (size=61) 2024-11-07T12:32:47,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:47,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9788b7b937480413206679f5a9035efa, disabling compactions & flushes 2024-11-07T12:32:47,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. after waiting 0 ms 2024-11-07T12:32:47,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9788b7b937480413206679f5a9035efa: Waiting for close lock at 1730982767255Disabling compacts and flushes for region at 1730982767255Disabling writes for close at 1730982767255Writing region close event to WAL at 1730982767255Closed at 1730982767255 2024-11-07T12:32:47,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:32:47,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982767256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982767256"}]},"ts":"1730982767256"} 2024-11-07T12:32:47,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1730982767256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982767256"}]},"ts":"1730982767256"} 2024-11-07T12:32:47,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-07T12:32:47,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:32:47,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982767261"}]},"ts":"1730982767261"} 2024-11-07T12:32:47,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-07T12:32:47,263 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {87fb68174c52=0} racks are {/default-rack=0} 2024-11-07T12:32:47,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T12:32:47,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T12:32:47,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T12:32:47,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T12:32:47,264 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T12:32:47,264 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T12:32:47,264 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T12:32:47,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9fdab8f2856e9c441786834302c41a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9788b7b937480413206679f5a9035efa, ASSIGN}] 2024-11-07T12:32:47,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9788b7b937480413206679f5a9035efa, ASSIGN 2024-11-07T12:32:47,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9fdab8f2856e9c441786834302c41a, ASSIGN 2024-11-07T12:32:47,266 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9fdab8f2856e9c441786834302c41a, ASSIGN; state=OFFLINE, location=87fb68174c52,37569,1730982766300; forceNewPlan=false, retain=false 2024-11-07T12:32:47,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9788b7b937480413206679f5a9035efa, ASSIGN; state=OFFLINE, location=87fb68174c52,45565,1730982766263; forceNewPlan=false, retain=false 2024-11-07T12:32:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:47,417 INFO [87fb68174c52:40233 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-07T12:32:47,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9788b7b937480413206679f5a9035efa, regionState=OPENING, regionLocation=87fb68174c52,45565,1730982766263 2024-11-07T12:32:47,417 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c9fdab8f2856e9c441786834302c41a, regionState=OPENING, regionLocation=87fb68174c52,37569,1730982766300 2024-11-07T12:32:47,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9fdab8f2856e9c441786834302c41a, ASSIGN because future has completed 2024-11-07T12:32:47,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9fdab8f2856e9c441786834302c41a, server=87fb68174c52,37569,1730982766300}] 2024-11-07T12:32:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9788b7b937480413206679f5a9035efa, ASSIGN because future has completed 2024-11-07T12:32:47,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9788b7b937480413206679f5a9035efa, server=87fb68174c52,45565,1730982766263}] 2024-11-07T12:32:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:47,573 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:47,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:47,577 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,578 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9788b7b937480413206679f5a9035efa, NAME => 'testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa.', STARTKEY => '5', ENDKEY => ''} 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c9fdab8f2856e9c441786834302c41a, NAME => 'testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.', STARTKEY => '', ENDKEY => '5'} 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,578 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,579 INFO [StoreOpener-7c9fdab8f2856e9c441786834302c41a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,579 INFO [StoreOpener-9788b7b937480413206679f5a9035efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,581 INFO [StoreOpener-9788b7b937480413206679f5a9035efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9788b7b937480413206679f5a9035efa columnFamilyName family 2024-11-07T12:32:47,581 INFO [StoreOpener-7c9fdab8f2856e9c441786834302c41a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c9fdab8f2856e9c441786834302c41a columnFamilyName family 2024-11-07T12:32:47,581 DEBUG [StoreOpener-9788b7b937480413206679f5a9035efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,581 DEBUG [StoreOpener-7c9fdab8f2856e9c441786834302c41a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:32:47,581 INFO [StoreOpener-9788b7b937480413206679f5a9035efa-1 {}] regionserver.HStore(327): Store=9788b7b937480413206679f5a9035efa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:47,581 INFO [StoreOpener-7c9fdab8f2856e9c441786834302c41a-1 {}] regionserver.HStore(327): Store=7c9fdab8f2856e9c441786834302c41a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:32:47,581 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,581 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,582 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,582 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,582 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,582 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,583 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,583 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,583 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,583 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,584 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,584 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,586 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:47,586 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:32:47,587 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9788b7b937480413206679f5a9035efa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62388739, jitterRate=-0.07033534348011017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:47,587 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,587 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7c9fdab8f2856e9c441786834302c41a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74970236, jitterRate=0.11714357137680054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:32:47,587 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,588 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9788b7b937480413206679f5a9035efa: Running coprocessor pre-open hook at 1730982767578Writing region info on filesystem at 1730982767578Initializing all the Stores at 1730982767579 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982767579Cleaning up temporary data from old regions at 1730982767583 (+4 ms)Running coprocessor post-open hooks at 1730982767587 (+4 ms)Region opened successfully at 1730982767588 (+1 ms) 2024-11-07T12:32:47,588 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7c9fdab8f2856e9c441786834302c41a: Running coprocessor pre-open hook at 1730982767578Writing region info on filesystem at 1730982767578Initializing all the Stores at 1730982767579 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982767579Cleaning up temporary data from old regions at 1730982767583 (+4 ms)Running coprocessor post-open hooks at 1730982767587 (+4 ms)Region opened successfully at 1730982767588 (+1 ms) 2024-11-07T12:32:47,589 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a., pid=7, masterSystemTime=1730982767573 2024-11-07T12:32:47,589 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa., pid=8, masterSystemTime=1730982767574 2024-11-07T12:32:47,591 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,591 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9788b7b937480413206679f5a9035efa, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45565,1730982766263 2024-11-07T12:32:47,592 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,592 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c9fdab8f2856e9c441786834302c41a, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37569,1730982766300 2024-11-07T12:32:47,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9788b7b937480413206679f5a9035efa, server=87fb68174c52,45565,1730982766263 because future has completed 2024-11-07T12:32:47,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c9fdab8f2856e9c441786834302c41a, server=87fb68174c52,37569,1730982766300 because future has completed 2024-11-07T12:32:47,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-07T12:32:47,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9788b7b937480413206679f5a9035efa, server=87fb68174c52,45565,1730982766263 in 174 msec 2024-11-07T12:32:47,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-07T12:32:47,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c9fdab8f2856e9c441786834302c41a, server=87fb68174c52,37569,1730982766300 in 176 msec 2024-11-07T12:32:47,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9788b7b937480413206679f5a9035efa, ASSIGN in 333 msec 2024-11-07T12:32:47,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:32:47,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7c9fdab8f2856e9c441786834302c41a, ASSIGN in 334 msec 2024-11-07T12:32:47,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:32:47,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982767601"}]},"ts":"1730982767601"} 2024-11-07T12:32:47,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-07T12:32:47,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:32:47,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-11-07T12:32:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:32:47,860 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-07T12:32:47,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-07T12:32:47,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:47,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-07T12:32:47,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:32:47,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-07T12:32:47,866 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a., hostname=87fb68174c52,37569,1730982766300, seqNum=2] 2024-11-07T12:32:47,866 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:32:47,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:32:47,875 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa., hostname=87fb68174c52,45565,1730982766263, seqNum=2] 2024-11-07T12:32:47,883 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9788b7b937480413206679f5a9035efa 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-07T12:32:47,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/.tmp/family/6b238f13a7934305b2492923995fb372 is 32, key is 5/family:/1730982767876/Put/seqid=0 2024-11-07T12:32:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741839_1015 (size=5083) 2024-11-07T12:32:47,905 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/.tmp/family/6b238f13a7934305b2492923995fb372 2024-11-07T12:32:47,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/.tmp/family/6b238f13a7934305b2492923995fb372 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/family/6b238f13a7934305b2492923995fb372 2024-11-07T12:32:47,917 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/family/6b238f13a7934305b2492923995fb372, entries=5, sequenceid=9, filesize=5.0 K 2024-11-07T12:32:47,918 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9788b7b937480413206679f5a9035efa in 35ms, sequenceid=9, compaction requested=false 2024-11-07T12:32:47,918 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9788b7b937480413206679f5a9035efa: 2024-11-07T12:32:47,918 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7c9fdab8f2856e9c441786834302c41a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-07T12:32:47,933 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/.tmp/family/654a1dc48c7c4483ad203aa0ebcdb256 is 32, key is 1/family:/1730982767868/Put/seqid=0 2024-11-07T12:32:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741840_1016 (size=5054) 2024-11-07T12:32:47,940 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/.tmp/family/654a1dc48c7c4483ad203aa0ebcdb256 2024-11-07T12:32:47,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/.tmp/family/654a1dc48c7c4483ad203aa0ebcdb256 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/family/654a1dc48c7c4483ad203aa0ebcdb256 2024-11-07T12:32:47,953 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/family/654a1dc48c7c4483ad203aa0ebcdb256, entries=4, sequenceid=8, filesize=4.9 K 2024-11-07T12:32:47,954 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7c9fdab8f2856e9c441786834302c41a in 36ms, sequenceid=8, compaction requested=false 2024-11-07T12:32:47,954 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7c9fdab8f2856e9c441786834302c41a: 2024-11-07T12:32:47,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-07T12:32:47,961 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:47,961 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:32:47,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:47,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:32:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] bucket.BucketCache(1864): found 1 blocks for file 654a1dc48c7c4483ad203aa0ebcdb256, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] bucket.BucketCache(857): removed key 654a1dc48c7c4483ad203aa0ebcdb256_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] bucket.BucketCache(1864): found 1 blocks for file 6b238f13a7934305b2492923995fb372, starting offset: 0, end offset: 9223372036854775807 2024-11-07T12:32:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45565 {}] bucket.BucketCache(857): removed key 6b238f13a7934305b2492923995fb372_0 from back map with offset lock 2094080 in the evict process 2024-11-07T12:32:47,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:32:47,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:47,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:47,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:32:47,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:32:47,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886170286, stopped=false 2024-11-07T12:32:47,964 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,40233,1730982766217 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:32:47,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:47,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:47,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:32:47,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:47,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:47,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:47,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:32:47,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,45565,1730982766263' ***** 2024-11-07T12:32:47,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:47,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,37569,1730982766300' ***** 2024-11-07T12:32:47,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:32:47,968 INFO [RS:0;87fb68174c52:45565 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:47,968 INFO [RS:1;87fb68174c52:37569 {}] bucket.BucketCache(1739): Disabling cache 2024-11-07T12:32:47,968 INFO [RS:0;87fb68174c52:45565 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:47,968 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:47,968 INFO [RS:1;87fb68174c52:37569 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-07T12:32:47,968 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:32:47,968 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:47,968 INFO [RS:0;87fb68174c52:45565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:47,968 INFO [RS:0;87fb68174c52:45565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:47,968 INFO [RS:1;87fb68174c52:37569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(3091): Received CLOSE for 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,37569,1730982766300 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb68174c52:37569. 2024-11-07T12:32:47,969 DEBUG [RS:1;87fb68174c52:37569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:47,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:32:47,969 DEBUG [RS:1;87fb68174c52:37569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,969 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:32:47,969 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1325): Online Regions={7c9fdab8f2856e9c441786834302c41a=testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a.} 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,45565,1730982766263 2024-11-07T12:32:47,969 DEBUG [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1351): Waiting on 7c9fdab8f2856e9c441786834302c41a 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45565. 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c9fdab8f2856e9c441786834302c41a, disabling compactions & flushes 2024-11-07T12:32:47,969 DEBUG [RS:0;87fb68174c52:45565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:32:47,969 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9788b7b937480413206679f5a9035efa, disabling compactions & flushes 2024-11-07T12:32:47,969 DEBUG [RS:0;87fb68174c52:45565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. after waiting 0 ms 2024-11-07T12:32:47,969 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. after waiting 0 ms 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:47,969 INFO [RS:0;87fb68174c52:45565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:47,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,970 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:32:47,970 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:32:47,970 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1325): Online Regions={9788b7b937480413206679f5a9035efa=testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:32:47,970 DEBUG [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9788b7b937480413206679f5a9035efa 2024-11-07T12:32:47,970 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:32:47,970 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:32:47,970 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:32:47,970 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:32:47,970 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:32:47,970 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-07T12:32:47,974 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/9788b7b937480413206679f5a9035efa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-07T12:32:47,974 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/default/testClearRegionBlockCache/7c9fdab8f2856e9c441786834302c41a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:32:47,975 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,975 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9788b7b937480413206679f5a9035efa: Waiting for close lock at 1730982767969Running coprocessor pre-close hooks at 1730982767969Disabling compacts and flushes for region at 1730982767969Disabling writes for close at 1730982767969Writing region close event to WAL at 1730982767970 (+1 ms)Running coprocessor post-close hooks at 1730982767975 (+5 ms)Closed at 1730982767975 2024-11-07T12:32:47,975 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,975 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa. 2024-11-07T12:32:47,975 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c9fdab8f2856e9c441786834302c41a: Waiting for close lock at 1730982767969Running coprocessor pre-close hooks at 1730982767969Disabling compacts and flushes for region at 1730982767969Disabling writes for close at 1730982767969Writing region close event to WAL at 1730982767970 (+1 ms)Running coprocessor post-close hooks at 1730982767975 (+5 ms)Closed at 1730982767975 2024-11-07T12:32:47,975 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1730982767232.7c9fdab8f2856e9c441786834302c41a. 2024-11-07T12:32:47,987 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/info/30e0a3bcc5404c35831b04d9adb49386 is 173, key is testClearRegionBlockCache,5,1730982767232.9788b7b937480413206679f5a9035efa./info:regioninfo/1730982767592/Put/seqid=0 2024-11-07T12:32:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741841_1017 (size=8173) 2024-11-07T12:32:47,993 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/info/30e0a3bcc5404c35831b04d9adb49386 2024-11-07T12:32:48,013 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/ns/7e7224fec100431583e0da14907ee9a3 is 43, key is default/ns:d/1730982767129/Put/seqid=0 2024-11-07T12:32:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:32:48,018 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/ns/7e7224fec100431583e0da14907ee9a3 2024-11-07T12:32:48,036 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/table/df521be5229d4b50a85b68240212b61f is 61, key is testClearRegionBlockCache/table:state/1730982767601/Put/seqid=0 2024-11-07T12:32:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:48,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741843_1019 (size=5312) 2024-11-07T12:32:48,041 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/table/df521be5229d4b50a85b68240212b61f 2024-11-07T12:32:48,046 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/info/30e0a3bcc5404c35831b04d9adb49386 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/info/30e0a3bcc5404c35831b04d9adb49386 2024-11-07T12:32:48,051 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/info/30e0a3bcc5404c35831b04d9adb49386, entries=20, sequenceid=13, filesize=8.0 K 2024-11-07T12:32:48,052 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/ns/7e7224fec100431583e0da14907ee9a3 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/ns/7e7224fec100431583e0da14907ee9a3 2024-11-07T12:32:48,057 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/ns/7e7224fec100431583e0da14907ee9a3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-07T12:32:48,057 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:48,057 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:48,058 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/.tmp/table/df521be5229d4b50a85b68240212b61f as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/table/df521be5229d4b50a85b68240212b61f 2024-11-07T12:32:48,062 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/table/df521be5229d4b50a85b68240212b61f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-07T12:32:48,063 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false 2024-11-07T12:32:48,067 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-07T12:32:48,067 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:32:48,067 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:48,068 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982767970Running coprocessor pre-close hooks at 1730982767970Disabling compacts and flushes for region at 1730982767970Disabling writes for close at 1730982767970Obtaining lock to block concurrent updates at 1730982767970Preparing flush snapshotting stores in 1588230740 at 1730982767970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1730982767971 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982767971Flushing 1588230740/info: creating writer at 1730982767971Flushing 1588230740/info: appending metadata at 1730982767987 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730982767987Flushing 1588230740/ns: creating writer at 1730982767998 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730982768012 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730982768012Flushing 1588230740/table: creating writer at 1730982768022 (+10 ms)Flushing 1588230740/table: appending metadata at 1730982768036 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982768036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101c695e: reopening flushed file at 1730982768046 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dd8d1c: reopening flushed file at 1730982768052 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4655c12b: reopening flushed file at 1730982768057 (+5 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false at 1730982768063 (+6 ms)Writing region close event to WAL at 1730982768064 (+1 ms)Running coprocessor post-close hooks at 1730982768067 (+3 ms)Closed at 1730982768067 2024-11-07T12:32:48,068 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:32:48,169 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,37569,1730982766300; all regions closed. 2024-11-07T12:32:48,170 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,45565,1730982766263; all regions closed. 2024-11-07T12:32:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741834_1010 (size=1758) 2024-11-07T12:32:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:48,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.meta.1730982767085.meta not finished, retry = 0 2024-11-07T12:32:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741835_1011 (size=4338) 2024-11-07T12:32:48,174 DEBUG [RS:1;87fb68174c52:37569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs 2024-11-07T12:32:48,174 INFO [RS:1;87fb68174c52:37569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C37569%2C1730982766300:(num 1730982766690) 2024-11-07T12:32:48,175 DEBUG [RS:1;87fb68174c52:37569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:32:48,175 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:48,175 INFO [RS:1;87fb68174c52:37569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37569 2024-11-07T12:32:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,37569,1730982766300 2024-11-07T12:32:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:48,177 INFO [RS:1;87fb68174c52:37569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:48,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,37569,1730982766300] 2024-11-07T12:32:48,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,37569,1730982766300 already deleted, retry=false 2024-11-07T12:32:48,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,37569,1730982766300 expired; onlineServers=1 2024-11-07T12:32:48,275 DEBUG [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs 2024-11-07T12:32:48,275 INFO [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C45565%2C1730982766263.meta:.meta(num 1730982767085) 2024-11-07T12:32:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:48,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/WALs/87fb68174c52,45565,1730982766263/87fb68174c52%2C45565%2C1730982766263.1730982766690 not finished, retry = 0 2024-11-07T12:32:48,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741833_1009 (size=1867) 2024-11-07T12:32:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37569-0x1001a3af1180002, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,279 INFO [RS:1;87fb68174c52:37569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:48,279 INFO [RS:1;87fb68174c52:37569 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,37569,1730982766300; zookeeper connection closed. 2024-11-07T12:32:48,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41e0eeb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41e0eeb1 2024-11-07T12:32:48,380 DEBUG [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/oldWALs 2024-11-07T12:32:48,380 INFO [RS:0;87fb68174c52:45565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C45565%2C1730982766263:(num 1730982766690) 2024-11-07T12:32:48,380 DEBUG [RS:0;87fb68174c52:45565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:32:48,380 INFO [RS:0;87fb68174c52:45565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:32:48,380 INFO [RS:0;87fb68174c52:45565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:48,380 INFO [RS:0;87fb68174c52:45565 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:48,381 INFO [RS:0;87fb68174c52:45565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:48,381 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:48,381 INFO [RS:0;87fb68174c52:45565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45565 2024-11-07T12:32:48,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:32:48,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,45565,1730982766263 2024-11-07T12:32:48,383 INFO [RS:0;87fb68174c52:45565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:48,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,45565,1730982766263] 2024-11-07T12:32:48,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,45565,1730982766263 already deleted, retry=false 2024-11-07T12:32:48,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,45565,1730982766263 expired; onlineServers=0 2024-11-07T12:32:48,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,40233,1730982766217' ***** 2024-11-07T12:32:48,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:32:48,386 INFO [M:0;87fb68174c52:40233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:32:48,386 INFO [M:0;87fb68174c52:40233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:32:48,386 DEBUG [M:0;87fb68174c52:40233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:32:48,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:32:48,386 DEBUG [M:0;87fb68174c52:40233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:32:48,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982766483 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982766483,5,FailOnTimeoutGroup] 2024-11-07T12:32:48,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982766483 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982766483,5,FailOnTimeoutGroup] 2024-11-07T12:32:48,386 INFO [M:0;87fb68174c52:40233 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:32:48,387 INFO [M:0;87fb68174c52:40233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:32:48,387 DEBUG [M:0;87fb68174c52:40233 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:32:48,387 INFO [M:0;87fb68174c52:40233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:32:48,387 INFO [M:0;87fb68174c52:40233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:32:48,387 INFO [M:0;87fb68174c52:40233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:32:48,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:32:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:32:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:32:48,389 DEBUG [M:0;87fb68174c52:40233 {}] zookeeper.ZKUtil(347): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:32:48,389 WARN [M:0;87fb68174c52:40233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:32:48,389 INFO [M:0;87fb68174c52:40233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/.lastflushedseqids 2024-11-07T12:32:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741844_1020 (size=191) 2024-11-07T12:32:48,395 INFO [M:0;87fb68174c52:40233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:32:48,395 INFO [M:0;87fb68174c52:40233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:32:48,395 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:32:48,395 INFO [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:48,396 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:48,396 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:32:48,396 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:48,396 INFO [M:0;87fb68174c52:40233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-07T12:32:48,411 DEBUG [M:0;87fb68174c52:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4812eec3c40188d0140c8aa65ebe1 is 82, key is hbase:meta,,1/info:regioninfo/1730982767118/Put/seqid=0 2024-11-07T12:32:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741845_1021 (size=5672) 2024-11-07T12:32:48,417 INFO [M:0;87fb68174c52:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4812eec3c40188d0140c8aa65ebe1 2024-11-07T12:32:48,443 DEBUG [M:0;87fb68174c52:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c69f9f604c40399b457d2e59c0fb74 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982767605/Put/seqid=0 2024-11-07T12:32:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741846_1022 (size=6218) 2024-11-07T12:32:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741846_1022 (size=6218) 2024-11-07T12:32:48,448 INFO [M:0;87fb68174c52:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c69f9f604c40399b457d2e59c0fb74 2024-11-07T12:32:48,467 DEBUG [M:0;87fb68174c52:40233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c1239e1d38408286c78a08b9454c4a is 69, key is 87fb68174c52,37569,1730982766300/rs:state/1730982766542/Put/seqid=0 2024-11-07T12:32:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741847_1023 (size=5224) 2024-11-07T12:32:48,472 INFO [M:0;87fb68174c52:40233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c1239e1d38408286c78a08b9454c4a 2024-11-07T12:32:48,476 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ee4812eec3c40188d0140c8aa65ebe1 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ee4812eec3c40188d0140c8aa65ebe1 2024-11-07T12:32:48,480 INFO [M:0;87fb68174c52:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ee4812eec3c40188d0140c8aa65ebe1, entries=8, sequenceid=71, filesize=5.5 K 2024-11-07T12:32:48,481 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8c69f9f604c40399b457d2e59c0fb74 as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8c69f9f604c40399b457d2e59c0fb74 2024-11-07T12:32:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45565-0x1001a3af1180001, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,485 INFO [RS:0;87fb68174c52:45565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:48,485 INFO [RS:0;87fb68174c52:45565 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,45565,1730982766263; zookeeper connection closed. 2024-11-07T12:32:48,485 INFO [M:0;87fb68174c52:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8c69f9f604c40399b457d2e59c0fb74, entries=8, sequenceid=71, filesize=6.1 K 2024-11-07T12:32:48,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@192a27ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@192a27ec 2024-11-07T12:32:48,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-07T12:32:48,486 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c1239e1d38408286c78a08b9454c4a as hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c1239e1d38408286c78a08b9454c4a 2024-11-07T12:32:48,490 INFO [M:0;87fb68174c52:40233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42331/user/jenkins/test-data/ace8f741-452e-b15f-1a07-7a3500199508/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c1239e1d38408286c78a08b9454c4a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-07T12:32:48,491 INFO [M:0;87fb68174c52:40233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-07T12:32:48,492 INFO [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:32:48,492 DEBUG [M:0;87fb68174c52:40233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982768395Disabling compacts and flushes for region at 1730982768395Disabling writes for close at 1730982768396 (+1 ms)Obtaining lock to block concurrent updates at 1730982768396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982768396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1730982768396Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982768397 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982768397Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982768411 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982768411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982768422 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982768443 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982768443Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982768452 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982768466 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982768466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251cd797: reopening flushed file at 1730982768476 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da0f23d: reopening flushed file at 1730982768481 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d670010: reopening flushed file at 1730982768485 (+4 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1730982768491 (+6 ms)Writing region close event to WAL at 1730982768492 (+1 ms)Closed at 1730982768492 2024-11-07T12:32:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43269 is added to blk_1073741830_1006 (size=35477) 2024-11-07T12:32:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741830_1006 (size=35477) 2024-11-07T12:32:48,495 INFO [M:0;87fb68174c52:40233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:32:48,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:32:48,495 INFO [M:0;87fb68174c52:40233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40233 2024-11-07T12:32:48,495 INFO [M:0;87fb68174c52:40233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:32:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,597 INFO [M:0;87fb68174c52:40233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:32:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40233-0x1001a3af1180000, quorum=127.0.0.1:49424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:32:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1da34bf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:48,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b8921e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:48,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3055ddb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecf04ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:48,602 WARN [BP-73763563-172.17.0.3-1730982765552 heartbeating to localhost/127.0.0.1:42331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:48,602 WARN [BP-73763563-172.17.0.3-1730982765552 heartbeating to localhost/127.0.0.1:42331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73763563-172.17.0.3-1730982765552 (Datanode Uuid 3cacad24-6c90-48e1-a415-8381dbdd11f7) service to localhost/127.0.0.1:42331 2024-11-07T12:32:48,602 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:48,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data3/current/BP-73763563-172.17.0.3-1730982765552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:48,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data4/current/BP-73763563-172.17.0.3-1730982765552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:48,603 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:48,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ebee03f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:32:48,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c1f5359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:48,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:48,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5014b814{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:48,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27209016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:48,607 WARN [BP-73763563-172.17.0.3-1730982765552 heartbeating to localhost/127.0.0.1:42331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:32:48,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:32:48,607 WARN [BP-73763563-172.17.0.3-1730982765552 heartbeating to localhost/127.0.0.1:42331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-73763563-172.17.0.3-1730982765552 (Datanode Uuid 12eb6acf-15f1-49a3-aa04-63cb44d07437) service to localhost/127.0.0.1:42331 2024-11-07T12:32:48,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:32:48,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data1/current/BP-73763563-172.17.0.3-1730982765552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:48,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/cluster_385809ef-0ff4-1221-b8c7-5910db329b57/data/data2/current/BP-73763563-172.17.0.3-1730982765552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:32:48,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:32:48,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28457e8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:32:48,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38eb3767{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:32:48,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:32:48,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62276340{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:32:48,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a2c9da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f97c570-d775-8593-5223-24a156e5be3a/hadoop.log.dir/,STOPPED} 2024-11-07T12:32:48,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:32:48,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:32:48,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=195 (was 175) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42331 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42331 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=74 (was 81), ProcessCount=11 (was 11), AvailableMemoryMB=6265 (was 6343)